00010000:00010000:1.0:1788535973.979272:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4ddb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afbd6 expref: 16 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535973.979299:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4ddbb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afbd6 expref: 15 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535973.979308:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d71a6f100) 00010000:00010000:1.0:1788535973.979311:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788535973.979315:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c200, rc 0) 00000100:00100000:1.0:1788535973.979388:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+15:14640:x1875415573614464:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 324us (4290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535973.979395:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00100000:1.0:1788535973.993760:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.035192:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.057404:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.082040:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.119733:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.145827:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.154861:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.217753:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.224355:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.226171:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.231730:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.236128:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.239893:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.266701:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.271712:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.278253:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.317699:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.323148:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.328250:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.332819:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.367784:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.376623:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.435177:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.446396:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.480138:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.490908:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.508075:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415582994944 00000100:00100000:1.0:1788535974.508083:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415582994944 00000100:00100000:1.0:1788535974.508134:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788535974.508143:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415582994944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788535974.508175:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1788535974.508229:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415582994944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535974.508236:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788535974.540882:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.545511:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.556509:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.584047:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.599425:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.658618:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.664002:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.672919:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573622528 00000100:00100000:1.0:1788535974.672927:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573622528 00010000:00010000:1.0:1788535974.672966:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4df89 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc4d expref: 54 pid: 5825 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535974.673013:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573622656 00000100:00100000:1.0:1788535974.673016:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573622656 00010000:00010000:1.0:1788535974.673031:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4df12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc31 expref: 55 pid: 5823 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535974.673058:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 145 00000100:00100000:1.0:1788535974.673066:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+55:2354:x1875415573622528:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535974.673079:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535974.673086:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4df89 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc4d expref: 55 pid: 5825 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673098:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4df89 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc4d expref: 55 pid: 5825 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673119:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4df89 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x9:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc4d expref: 55 pid: 5825 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673137:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff8b1d59b6f600) 00010000:00010000:1.0:1788535974.673141:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ee00/0x94dfe24b69f4df97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673151:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ee00/0x94dfe24b69f4df97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673157:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788535974.673202:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+54:2354:x1875415573622528:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 137us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535974.673218:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 145 00000100:00100000:1.0:1788535974.673233:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 146 00000100:00100000:1.0:1788535974.673239:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+53:2354:x1875415573622656:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535974.673247:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535974.673252:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4df12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc31 expref: 53 pid: 5823 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673262:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4df12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc31 expref: 53 pid: 5823 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673274:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4df12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc31 expref: 53 pid: 5823 timeout: 452 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673284:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff8b1d59b6f600) 00010000:00010000:1.0:1788535974.673288:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ee00/0x94dfe24b69f4df97 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673296:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ee00/0x94dfe24b69f4df97 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673304:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ee00/0x94dfe24b69f4df97 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x9:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.673321:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788535974.673338:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+52:2354:x1875415573622656:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 99us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535974.673344:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 146 00000100:00100000:1.0:1788535974.680442:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573622912 00000100:00100000:1.0:1788535974.680452:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573622912 00000100:00100000:1.0:1788535974.680513:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 93 00000100:00100000:1.0:1788535974.680522:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+52:14689:x1875415573622912:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788535974.680747:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+53:14689:x1875415573622912:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 225us (538us total) trans 4294967605 rc 0/0 00000100:00100000:1.0:1788535974.680755:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 93 00000100:00100000:1.0:1788535974.708422:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535974.717358:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573623296 00000100:00100000:1.0:1788535974.717463:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573623296 00000100:00100000:1.0:1788535974.717574:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:1.0:1788535974.717585:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+55:14692:x1875415573623296:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:1.0:1788535974.717650:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717668:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717680:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717705:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717712:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717731:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717753:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535974.717757:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717765:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717777:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff8b1d59b6f600) 00010000:00010000:1.0:1788535974.717780:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788535974.717785:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535974.717791:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dfc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535974.717889:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+55:14692:x1875415573623296:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 297us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535974.717905:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:1.0:1788535977.655920:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788535977.655941:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415582995840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1788535977.656007:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788535977.656602:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788535977.657251:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967317 gen 2 00000004:00080000:1.0:1788535977.657256:0:3285:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d776d2a00, transno 4294967317 00000100:00100000:1.0:1788535977.657306:0:3285:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1d7197f480 x1875415582995840/t4294967321(4294967321) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1788535993 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788535977.657318:0:3285:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7197f480/2, rc 0, transno 4294967321 00000100:00100000:1.0:1788535977.657817:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415582995840:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1788535979.115772:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415582996224 00000100:00100000:1.0:1788535979.115780:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415582996224 00000100:00100000:1.0:1788535979.115843:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1788535979.115853:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415582996224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788535979.120403:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415582996224:12345-0@lo:400:kworker.0 Request processed in 4550us (4768us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535979.120412:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1788535979.120430:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415582996096 00000100:00100000:1.0:1788535979.120434:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415582996096 00000100:00100000:1.0:1788535979.120580:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1788535979.120588:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415582996096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788535979.120622:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415582996096:12345-0@lo:400:kworker.0 Request processed in 36us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535979.120628:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00080000:1.0:1788535979.120676:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788535979.120726:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415582996096:0@lo:400:kworker.0 00000100:00100000:1.0:1788535979.120741:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415582996608:0@lo:400:kworker.0 00000100:00100000:1.0:1788535979.120750:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415582996224:0@lo:400:kworker.0 00000100:00080000:1.0:1788535979.128170:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788535979.951563:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788535980.202451:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788535980.215743:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573624832 00000100:00100000:1.0:1788535980.215764:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573624832 00000100:00100000:1.0:1788535980.215873:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 415 00000100:00100000:1.0:1788535980.215887:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+32:15258:x1875415573624832:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:1.0:1788535980.215983:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535980.216039:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f000/0x94dfe24b69f4de39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afbf9 expref: 32 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.216065:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d71a6f100) 00010000:00010000:1.0:1788535980.216072:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788535980.216354:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4dfdd lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.216403:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4ddbb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afbd6 expref: 15 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.216413:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4dfdd lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.216455:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4ddbb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afbd6 expref: 15 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.216473:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4ddbb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afbd6 expref: 15 pid: 5823 timeout: 458 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535980.216489:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415582996864:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788535980.216644:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8780 going to sleep for 11 seconds 00000100:00100000:1.0:1788535980.256689:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573625216 00000100:00100000:1.0:1788535980.256703:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573625216 00000100:00100000:1.0:1788535980.256786:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 417 00000100:00100000:1.0:1788535980.256810:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+33:15263:x1875415573625216:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788535980.256835:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535980.256860:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dff9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afc69 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.256977:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.256996:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257011:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257028:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257035:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257041:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257161:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d800/0x94dfe24b69f4e00e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257170:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d800/0x94dfe24b69f4e00e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257177:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d800/0x94dfe24b69f4e00e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535980.257211:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x17:0x0]: returning size 16384 00000004:00200000:1.0:1788535980.257215:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788535980.257242:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d800/0x94dfe24b69f4e00e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257269:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257275:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257283:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257289:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535980.257294:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257302:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257317:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d5a5b5800) 00010000:00010000:1.0:1788535980.257320:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535980.257326:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257333:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e000 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257344:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257350:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257356:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257401:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535980.257406:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257413:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257423:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x79bbb45c (ffff8b1d71a6fc00) 00010000:00010000:1.0:1788535980.257425:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535980.257428:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257434:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e007 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x79bbb45c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257469:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4dff9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc69 expref: 35 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257484:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d800/0x94dfe24b69f4e00e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc69 expref: 34 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.257492:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:1.0:1788535980.257495:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788535980.257497:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11d800, rc 0) 00000100:00100000:1.0:1788535980.257587:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+34:15263:x1875415573625216:12345-192.168.203.55@tcp:101:cp.0 Request processed in 780us (1037us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535980.257596:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 417 00000100:00100000:1.0:1788535980.295432:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.311210:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.322565:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415582996992:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788535980.322627:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000124b59f4/0x94dfe24b69f4e069 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afc8c expref: 8 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.322666:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6fe00, rc 0) 00000100:00100000:1.0:1788535980.322739:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+8:15263:x1875415573625984:12345-192.168.203.55@tcp:101:cp.0 Request processed in 3828us (4456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535980.322750:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 106 00000100:00100000:1.0:1788535980.338721:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.394205:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.449348:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.509302:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.519181:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.554516:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.562897:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.567180:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.626873:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.675591:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.737239:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.742247:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.774065:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.776935:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.822845:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.832856:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.848067:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.861366:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.874366:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.890654:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.902796:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.914486:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.935243:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 441 00000100:00100000:1.0:1788535980.935253:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+56:15297:x1875415573633152:12345-192.168.203.55@tcp:55:cp.0 00010000:00010000:1.0:1788535980.935310:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.935324:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.935333:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.935355:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.936269:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.936284:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.936289:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535980.936294:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.936301:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.936333:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d45597b00) 00010000:00010000:1.0:1788535980.936336:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788535980.936342:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.936348:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535980.936593:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+56:15297:x1875415573633152:12345-192.168.203.55@tcp:55:cp.0 Request processed in 1338us (9701us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788535980.936603:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 441 00000100:00100000:1.0:1788535980.940187:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535980.944101:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573633664 00000100:00100000:1.0:1788535980.944114:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573633664 00000100:00100000:1.0:1788535980.944178:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 101 00000100:00100000:1.0:1788535980.944189:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+58:15297:x1875415573633664:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:1.0:1788535980.945429:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+58:15297:x1875415573633664:12345-192.168.203.55@tcp:35:cp.0 Request processed in 1238us (1509us total) trans 4294967628 rc 0/0 00000100:00100000:1.0:1788535980.945440:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 101 00000100:00100000:1.0:1788535980.970432:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:1.0:1788535980.970466:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+58:15298:x1875415573633920:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788535980.970493:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535980.970585:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afcee expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970661:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970689:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970702:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970718:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970804:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970812:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970950:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e1e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970959:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.970967:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e1e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535980.970978:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1516 00010000:00010000:1.0:1788535980.971087:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971096:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971103:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971116:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535980.971120:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971127:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971139:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:1.0:1788535980.971142:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535980.971146:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971153:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e1d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971164:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971170:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971176:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971180:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535980.971183:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971189:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971206:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff8b1d71a6fc00) 00010000:00010000:1.0:1788535980.971209:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535980.971212:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971218:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971260:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afcee expref: 61 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971273:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e1e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afcee expref: 60 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.971280:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d45597b00) 00010000:00010000:1.0:1788535980.971283:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788535980.971285:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c400, rc 0) 00000100:00100000:1.0:1788535980.971359:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+60:15298:x1875415573633920:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 914us (6254us total) trans 4294967629 rc 0/0 00000100:00100000:1.0:1788535980.971367:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:1.0:1788535980.990745:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e151c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415582998016:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788535980.990777:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994366:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994417:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994673:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994684:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994692:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994702:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535980.994707:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994715:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994733:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d45597b00) 00010000:00010000:1.0:1788535980.994736:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788535980.994741:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535980.994748:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e1f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x19:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535980.994857:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+60:15298:x1875415573634176:12345-192.168.203.55@tcp:55:lfs.0 Request processed in 9726us (9953us total) trans 4294967630 rc 0/0 00000100:00100000:1.0:1788535980.994868:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 444 00000100:00100000:1.0:1788535981.018038:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573634816 00000100:00100000:1.0:1788535981.018047:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573634816 00000100:00100000:1.0:1788535981.018146:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:1.0:1788535981.018174:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+61:15299:x1875415573634816:12345-192.168.203.55@tcp:101:dd.0 00010000:00010000:1.0:1788535981.018199:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.018221:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1f8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afcf5 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018438:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018454:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018467:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018484:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018491:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018500:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018598:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c800/0x94dfe24b69f4e20d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018608:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c800/0x94dfe24b69f4e20d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018617:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c800/0x94dfe24b69f4e20d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535981.018639:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x19:0x0]: returning size 1516 00010000:00010000:1.0:1788535981.018892:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018901:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018908:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018914:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.018919:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018927:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018939:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:1.0:1788535981.018942:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.018946:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018953:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e1ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018964:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018970:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018987:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.018993:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.018997:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.019003:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.019011:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x9126f063 (ffff8b1d71a6fc00) 00010000:00010000:1.0:1788535981.019013:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.019015:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.019021:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e206 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x9126f063 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.019066:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e1f8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afcf5 expref: 64 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.019080:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c800/0x94dfe24b69f4e20d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afcf5 expref: 63 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.019087:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x19:0x0].0x0 (ffff8b1d45597b00) 00010000:00010000:1.0:1788535981.019089:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788535981.019091:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c800, rc 0) 00000100:00100000:1.0:1788535981.019154:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+63:15299:x1875415573634816:12345-192.168.203.55@tcp:101:dd.0 Request processed in 982us (1230us total) trans 4294967632 rc 0/0 00000100:00100000:1.0:1788535981.019171:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:1.0:1788535981.036049:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573635072 00000100:00100000:1.0:1788535981.036063:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573635072 00000100:00100000:1.0:1788535981.036171:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 103 00000100:00100000:1.0:1788535981.036184:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+63:15299:x1875415573635072:12345-192.168.203.55@tcp:35:dd.0 00000001:00080000:1.0:1788535981.036565:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967633 00000100:00100000:1.0:1788535981.036719:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+65:15299:x1875415573635072:12345-192.168.203.55@tcp:35:dd.0 Request processed in 537us (901us total) trans 4294967634 rc 0/0 00000100:00100000:1.0:1788535981.036728:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 103 00000020:00080000:1.0:1788535981.036733:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788535981.114169:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573635584 00000100:00100000:1.0:1788535981.114182:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573635584 00000100:00100000:1.0:1788535981.114257:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 448 00000100:00100000:1.0:1788535981.114271:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+67:15307:x1875415573635584:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788535981.114295:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.114334:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e237 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd03 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114468:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114488:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114504:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114523:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114551:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114559:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114631:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114640:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114648:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114655:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.114661:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114671:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114685:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:1.0:1788535981.114909:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.114918:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114926:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e23e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114944:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114959:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114965:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114970:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.114974:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114980:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.114989:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x7a5df1c8 (ffff8b1d71a6fc00) 00010000:00010000:1.0:1788535981.114992:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.114995:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.115001:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e245 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x7a5df1c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.115047:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e237 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd03 expref: 68 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.115060:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:1.0:1788535981.115062:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.115066:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e237 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd03 expref: 68 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.115089:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11d200, rc 0) 00000100:00100000:1.0:1788535981.115181:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+67:15307:x1875415573635584:12345-192.168.203.55@tcp:101:cp.0 Request processed in 913us (1143us total) trans 0 rc 301/301 00000100:00100000:1.0:1788535981.115190:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 448 00000100:00100000:1.0:1788535981.134075:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.162607:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573636096 00000100:00100000:1.0:1788535981.162620:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573636096 00000100:00100000:1.0:1788535981.162773:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 111 00000100:00100000:1.0:1788535981.162795:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+8:2354:x1875415573636096:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788535981.162819:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.162854:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd18 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788535981.162888:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x9:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788535981.162913:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x9:0x0].0x0 since=359s v=(0 0) 00010000:00010000:1.0:1788535981.162918:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535981.162930:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd18 expref: 9 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.162950:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd18 expref: 9 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.162966:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c600, rc 0) 00000100:00100000:1.0:1788535981.163045:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573636096:12345-192.168.203.55@tcp:101:cp.0 Request processed in 262us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535981.163070:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 111 00000100:00080000:0.0:1788535981.163921:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788535981.167666:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573636224 00000100:00100000:0.0:1788535981.167675:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573636224 00000100:00100000:0.0:1788535981.167819:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 112 00000100:00100000:0.0:1788535981.167928:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bbbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:15307:x1875415573636224:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788535981.167947:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535981.167971:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d68a56c/0x94dfe24b69f4e28b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd1f expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.168009:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd18 expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.168019:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788535981.168024:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788535981.168031:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d68a56c/0x94dfe24b69f4e28b lrc: 4/0,0 mode: --/PW res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd1f expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.168073:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd18 expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.168090:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd18 expref: 10 pid: 9635 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.168106:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e023480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415582998272:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788535981.168228:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7780e000 going to sleep for 11 seconds 00000100:00100000:0.0:1788535981.172308:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.172425:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573636352 00000100:00100000:1.0:1788535981.172438:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573636352 00010000:00010000:1.0:1788535981.172492:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd18 expref: 11 pid: 9635 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.172546:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 155 00000100:00100000:1.0:1788535981.172557:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573636352:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535981.172577:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535981.172608:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd18 expref: 11 pid: 9635 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.172624:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000dd708ea/0x94dfe24b69f4e284 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd18 expref: 11 pid: 9635 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.172656:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535981.172661:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x9:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535981.172673:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d68a56c/0x94dfe24b69f4e28b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd1f expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.172685:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d68a56c/0x94dfe24b69f4e28b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd1f expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.172955:0:11659:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009d68a56c/0x94dfe24b69f4e28b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd1f expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.172995:0:11659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11659:1875415582998400:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788535981.173089:0:11659:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788535981.175258:0:11659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11659:1875415582998400:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788535981.175321:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788535981.175441:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573636352:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2884us (3157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.175455:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 155 00000100:00100000:0.0:1788535981.177338:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bbbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:15307:x1875415573636224:12345-192.168.203.55@tcp:101:cp.0 Request processed in 9507us (10235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.177349:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 112 00000100:00100000:0.0:1788535981.181927:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573636608 00000100:00100000:0.0:1788535981.181939:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573636608 00000100:00100000:0.0:1788535981.182017:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 451 00000100:00100000:0.0:1788535981.182029:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+69:15307:x1875415573636608:12345-192.168.203.55@tcp:36:cp.0 00010000:00010000:0.0:1788535981.182104:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788535981.182138:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e276 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd11 expref: 69 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.182162:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:0.0:1788535981.182177:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788535981.182238:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.182253:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.182264:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788535981.182524:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000026717507 reply state 00000000565dc2ec transno 4294967637 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.182557:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788535981.182674:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+70:15307:x1875415573636608:12345-192.168.203.55@tcp:36:cp.0 Request processed in 646us (1108us total) trans 4294967637 rc 0/0 00000100:00100000:0.0:1788535981.182682:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 451 00010000:00010000:0.0:1788535981.190508:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.190530:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.190539:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.190545:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535981.190551:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.190559:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.190580:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8b1d45597d00) 00010000:00010000:0.0:1788535981.190582:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788535981.190588:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.190594:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e292 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.192876:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573636736 00000100:00100000:0.0:1788535981.192889:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573636736 00000100:00100000:0.0:1788535981.192984:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 452 00000100:00100000:0.0:1788535981.192997:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+69:15307:x1875415573636736:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788535981.193029:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535981.193061:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f600/0x94dfe24b69f4e299 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd26 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.193143:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f600/0x94dfe24b69f4e299 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd26 expref: 70 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.193160:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f600/0x94dfe24b69f4e299 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd26 expref: 70 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.193181:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8b1d8206da00) 00010000:00010000:0.0:1788535981.193185:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788535981.193190:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035f600, rc 0) 00000100:00100000:0.0:1788535981.193268:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+70:15307:x1875415573636736:12345-192.168.203.55@tcp:101:cp.0 Request processed in 274us (911us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.193277:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 452 00000100:00100000:0.0:1788535981.205952:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573637376 00000100:00100000:0.0:1788535981.205965:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573637376 00000100:00100000:0.0:1788535981.206041:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 454 00000100:00100000:0.0:1788535981.206053:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+70:15307:x1875415573637376:12345-192.168.203.55@tcp:36:cp.0 00010000:00010000:0.0:1788535981.206167:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e2a7 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.206190:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e2a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.206229:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e2a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788535981.206603:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000b8c4d421 reply state 00000000fa2e6927 transno 4294967638 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e2a7 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.206614:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788535981.206710:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+72:15307:x1875415573637376:12345-192.168.203.55@tcp:36:cp.0 Request processed in 657us (894us total) trans 4294967638 rc 0/0 00000100:00100000:0.0:1788535981.206719:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 454 00000100:00100000:1.0:1788535981.214336:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573637632 00000100:00100000:1.0:1788535981.214351:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573637632 00000100:00100000:1.0:1788535981.214470:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 104 00000100:00100000:1.0:1788535981.214482:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+71:15307:x1875415573637632:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:1.0:1788535981.214989:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+72:15307:x1875415573637632:12345-192.168.203.55@tcp:35:cp.0 Request processed in 507us (2496us total) trans 4294967639 rc 0/0 00000100:00100000:1.0:1788535981.214997:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 104 00000100:00100000:0.0:1788535981.244315:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573638144 00000100:00100000:0.0:1788535981.244329:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573638144 00000100:00100000:0.0:1788535981.244457:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:0.0:1788535981.244472:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+74:15308:x1875415573638144:12345-192.168.203.55@tcp:55:lfs.0 00010000:00010000:0.0:1788535981.244570:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.244592:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4e2c3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd2d expref: 74 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.244605:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.244651:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4e2c3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd2d expref: 74 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.244668:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4e2c3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd2d expref: 74 pid: 5824 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.244724:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415582998528:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788535981.244870:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7780e780 going to sleep for 11 seconds 00010000:00010000:0.0:1788535981.256820:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4e2c3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd2d expref: 74 pid: 5824 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.256848:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415582998528:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788535981.256875:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.256887:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.256894:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.257178:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.257187:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.257195:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.257201:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535981.257207:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.257228:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.257240:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8b1d8206da00) 00010000:00010000:0.0:1788535981.257243:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788535981.257248:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.257255:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e2d1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.257305:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+74:15308:x1875415573638144:12345-192.168.203.55@tcp:55:lfs.0 Request processed in 12837us (13178us total) trans 4294967641 rc 0/0 00000100:00100000:0.0:1788535981.257315:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:1.0:1788535981.272290:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573638528 00000100:00100000:1.0:1788535981.272304:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573638528 00000100:00100000:1.0:1788535981.272415:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 105 00000100:00100000:1.0:1788535981.272426:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+74:15308:x1875415573638528:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788535981.272764:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+75:15308:x1875415573638528:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 337us (796us total) trans 4294967642 rc 0/0 00000100:00100000:1.0:1788535981.272774:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 105 00000100:00100000:1.0:1788535981.283002:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.288719:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573639040 00000100:00100000:1.0:1788535981.288733:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573639040 00000100:00100000:1.0:1788535981.288828:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 106 00000100:00100000:1.0:1788535981.288840:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+77:15309:x1875415573639040:12345-192.168.203.55@tcp:35:dd.0 00000100:00100000:1.0:1788535981.289282:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+78:15309:x1875415573639040:12345-192.168.203.55@tcp:35:dd.0 Request processed in 443us (921us total) trans 4294967644 rc 0/0 00000100:00100000:1.0:1788535981.289314:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 106 00000100:00100000:1.0:1788535981.314037:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573639296 00000100:00100000:1.0:1788535981.314050:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573639296 00000100:00100000:1.0:1788535981.314114:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 458 00000100:00100000:1.0:1788535981.314123:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+78:15312:x1875415573639296:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788535981.314161:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.314189:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e2fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd3b expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.314319:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4e302 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.314337:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4e302 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.314352:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4e302 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535981.314365:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1b:0x0]: returning size 1516 00010000:00010000:1.0:1788535981.314582:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e2fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd3b expref: 81 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.315284:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d600/0x94dfe24b69f4e302 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd3b expref: 80 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.315295:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8b1d8206da00) 00010000:00010000:1.0:1788535981.315298:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788535981.315303:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11d600, rc 0) 00000100:00100000:1.0:1788535981.315519:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+80:15312:x1875415573639296:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1395us (1980us total) trans 4294967645 rc 0/0 00000100:00100000:1.0:1788535981.315529:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 458 00000100:00100000:1.0:1788535981.324800:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.326674:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573639424 00000100:00100000:0.0:1788535981.326901:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573639424 00000100:00100000:0.0:1788535981.327073:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 459 00000100:00100000:0.0:1788535981.327085:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+80:15312:x1875415573639424:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:0.0:1788535981.327177:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327198:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327211:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327241:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327268:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327275:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327281:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535981.327285:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327293:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327305:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1b:0x0].0x0 (ffff8b1d8206da00) 00010000:00010000:0.0:1788535981.327308:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788535981.327313:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.327319:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e310 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.327455:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+80:15312:x1875415573639424:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 371us (2678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.327467:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 459 00000100:00100000:0.0:1788535981.381546:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.398672:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.410051:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.410152:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573640064 00000100:00100000:1.0:1788535981.410166:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573640064 00000100:00100000:1.0:1788535981.410241:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 114 00000100:00100000:1.0:1788535981.410254:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+8:2354:x1875415573640064:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788535981.410275:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.410300:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006edc67fd/0x94dfe24b69f4e364 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd57 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788535981.410333:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788535981.410359:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xb:0x0].0x0 since=359s v=(0 0) 00010000:00010000:1.0:1788535981.410364:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535981.410416:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006edc67fd/0x94dfe24b69f4e364 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd57 expref: 9 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.410437:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006edc67fd/0x94dfe24b69f4e364 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd57 expref: 9 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.410454:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c400, rc 0) 00000100:00100000:1.0:1788535981.410525:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573640064:12345-192.168.203.55@tcp:101:cp.0 Request processed in 274us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535981.410532:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 114 00000100:00100000:0.0:1788535981.415157:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.425195:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415582998656:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788535981.425273:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f13af491/0x94dfe24b69f4e36b lrc: 3/0,0 mode: --/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd5e expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.425307:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6fc00, rc 0) 00000100:00100000:0.0:1788535981.425427:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:15317:x1875415573640192:12345-192.168.203.55@tcp:101:cp.0 Request processed in 9851us (10284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.425447:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 115 00000100:00100000:1.0:1788535981.425677:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573640320 00000100:00100000:1.0:1788535981.425703:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573640320 00010000:00010000:1.0:1788535981.425746:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006edc67fd/0x94dfe24b69f4e364 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd57 expref: 10 pid: 9635 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.425796:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 157 00000100:00100000:1.0:1788535981.425807:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573640320:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535981.425826:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535981.425856:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000006edc67fd/0x94dfe24b69f4e364 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd57 expref: 10 pid: 9635 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.425871:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006edc67fd/0x94dfe24b69f4e364 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd57 expref: 10 pid: 9635 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.425900:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006edc67fd/0x94dfe24b69f4e364 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd57 expref: 10 pid: 9635 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.425918:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535981.425922:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535981.425932:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f13af491/0x94dfe24b69f4e36b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd5e expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.425942:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f13af491/0x94dfe24b69f4e36b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd5e expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.425985:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f13af491/0x94dfe24b69f4e36b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd5e expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.426014:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415582998784:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788535981.426076:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788535981.429931:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.430047:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415582998784:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788535981.430080:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788535981.430152:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573640320:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 4346us (5152us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535981.430165:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 157 00000100:00100000:0.0:1788535981.437346:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.437702:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573640704 00000100:00100000:1.0:1788535981.437714:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573640704 00000100:00100000:1.0:1788535981.437777:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 464 00000100:00100000:1.0:1788535981.437800:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+82:15317:x1875415573640704:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788535981.437837:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.437862:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e379 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd65 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.437941:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e379 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd65 expref: 83 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.437957:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ca00/0x94dfe24b69f4e379 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd65 expref: 83 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.437977:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:1.0:1788535981.437980:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788535981.437982:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11ca00, rc 0) 00000100:00100000:1.0:1788535981.438048:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+83:15317:x1875415573640704:12345-192.168.203.55@tcp:101:cp.0 Request processed in 252us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535981.438065:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 464 00000100:00100000:0.0:1788535981.445350:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.445556:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573640832 00000100:00100000:1.0:1788535981.445570:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573640832 00000100:00100000:1.0:1788535981.445641:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 116 00000100:00100000:1.0:1788535981.445653:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573640832:12345-192.168.203.55@tcp:2:cp.0 00002000:00010000:1.0:1788535981.446000:0:9635:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788535981.446005:0:9635:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:1.0:1788535981.446007:0:9635:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 0 -> 1788535632 00002000:00010000:1.0:1788535981.446009:0:9635:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 0 -> 1788535980 00002000:00010000:1.0:1788535981.446012:0:9635:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1788535981.446196:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573640832:12345-192.168.203.55@tcp:2:cp.0 Request processed in 544us (860us total) trans 4294967323 rc 0/0 00000100:00100000:1.0:1788535981.446205:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 116 00000100:00100000:0.0:1788535981.458475:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.458924:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 465 00000100:00100000:1.0:1788535981.458938:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+83:15317:x1875415573641088:12345-192.168.203.55@tcp:55:cp.0 00010000:00010000:1.0:1788535981.459024:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459046:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459062:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459096:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459104:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459130:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459137:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.459142:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459150:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459165:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:1.0:1788535981.459168:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788535981.459175:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.459182:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e380 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.459294:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+83:15317:x1875415573641088:12345-192.168.203.55@tcp:55:cp.0 Request processed in 359us (835us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788535981.459305:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 465 00000100:00100000:0.0:1788535981.465540:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573641344 00000100:00100000:0.0:1788535981.465556:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573641344 00000100:00100000:0.0:1788535981.465643:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:0.0:1788535981.465655:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:15317:x1875415573641344:12345-192.168.203.55@tcp:36:cp.0 00010000:00010000:0.0:1788535981.465792:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e387 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.465814:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e387 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.465836:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e387 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788535981.466112:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000715638af reply state 0000000009db9d55 transno 4294967648 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e387 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.466123:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788535981.466587:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+85:15317:x1875415573641344:12345-192.168.203.55@tcp:36:cp.0 Request processed in 932us (2236us total) trans 4294967648 rc 0/0 00000100:00100000:0.0:1788535981.466597:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:0.0:1788535981.498286:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.498513:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573641856 00000100:00100000:1.0:1788535981.498527:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573641856 00000100:00100000:1.0:1788535981.498600:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:1.0:1788535981.498613:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+85:15318:x1875415573641856:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788535981.498642:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.498667:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e38e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd6c expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.498967:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.498985:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.498999:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.499017:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.499024:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.499032:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.499185:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e3a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.499262:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e3a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.499270:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e3a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535981.499282:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1788535981.500079:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.500106:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.500114:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.500120:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.500125:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.500133:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.500148:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:1.0:1788535981.500151:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.500157:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.500163:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e395 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.500180:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.501104:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.501126:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.501132:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.501151:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.501159:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.501172:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff8b1d71a6f700) 00010000:00010000:1.0:1788535981.501175:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.501178:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.501184:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e39c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.502100:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e38e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd6c expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.502121:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e3a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd6c expref: 87 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.502131:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:1.0:1788535981.502133:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788535981.502137:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11da00, rc 0) 00000100:00100000:1.0:1788535981.502634:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+87:15318:x1875415573641856:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4019us (4358us total) trans 4294967650 rc 0/0 00000100:00100000:1.0:1788535981.502646:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:1.0:1788535981.506436:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573642112 00000100:00100000:1.0:1788535981.506454:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573642112 00000100:00100000:1.0:1788535981.506529:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 468 00000100:00100000:1.0:1788535981.506542:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:15318:x1875415573642112:12345-192.168.203.55@tcp:55:lfs.0 00010000:00010000:1.0:1788535981.506657:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.506676:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e3a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd6c expref: 87 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.506686:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.506727:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e3a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd6c expref: 87 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.506743:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e3a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd6c expref: 87 pid: 6725 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.506759:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415582998912:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788535981.507028:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788535981.516733:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415582998912:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788535981.516772:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517337:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517346:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517669:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517690:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517698:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517704:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.517709:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517719:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517731:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:1.0:1788535981.517734:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788535981.517738:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.517758:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3b1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.518728:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:15318:x1875415573642112:12345-192.168.203.55@tcp:55:lfs.0 Request processed in 12182us (12404us total) trans 4294967651 rc 0/0 00000100:00100000:1.0:1788535981.518741:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 468 00000100:00100000:0.0:1788535981.524258:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.554273:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.566287:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.570995:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.571400:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573643008 00000100:00100000:1.0:1788535981.571412:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573643008 00010000:00010000:1.0:1788535981.571471:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e3cd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd73 expref: 91 pid: 5824 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.571520:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 159 00000100:00100000:1.0:1788535981.571552:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+91:2354:x1875415573643008:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535981.571570:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535981.571579:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e3cd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd73 expref: 91 pid: 5824 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.571596:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e3cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd73 expref: 91 pid: 5824 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.571631:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:1.0:1788535981.571638:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e3db lrc: 3/0,1 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.571650:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e3db lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.571659:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e3db lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.572059:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788535981.572138:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+91:2354:x1875415573643008:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 588us (1157us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535981.572148:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 159 00000100:00100000:0.0:1788535981.579963:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.580124:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573643264 00000100:00100000:1.0:1788535981.580136:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573643264 00000100:00100000:1.0:1788535981.580246:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 471 00000100:00100000:1.0:1788535981.580259:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+90:15319:x1875415573643264:12345-192.168.203.55@tcp:36:cp.0 00010000:00010000:1.0:1788535981.580946:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3e9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.580992:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.581008:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788535981.581076:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967654 00000004:00010000:1.0:1788535981.581106:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000009b75c435 reply state 0000000036d98099 transno 4294967655 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e3e9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.581118:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:1.0:1788535981.581167:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967655 00000100:00100000:1.0:1788535981.581636:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+94:15319:x1875415573643264:12345-192.168.203.55@tcp:36:cp.0 Request processed in 1376us (1683us total) trans 4294967656 rc 0/0 00000100:00100000:1.0:1788535981.581646:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 471 00000020:00080000:1.0:1788535981.581652:0:6725:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1788535981.584868:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.585416:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573643392 00000100:00100000:1.0:1788535981.585431:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573643392 00002000:00010000:1.0:1788535981.585486:0:6672:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/11 (0->18446744073709551615) 00002000:00100000:1.0:1788535981.585492:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bed1c00 with x1875415573643392 ext(0->18446744073709551615) 00002000:00010000:1.0:1788535981.585508:0:6672:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bed1c00. 00000100:00100000:1.0:1788535981.585543:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 43 00000100:00100000:1.0:1788535981.585554:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573643392:12345-192.168.203.55@tcp:10:cp.0 00002000:00010000:1.0:1788535981.586155:0:6672:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788535981.586161:0:6672:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb mtime from disk: 1645827007 -> 1788535981 00002000:00010000:1.0:1788535981.586164:0:6672:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb atime from disk: 1788535632 -> 1788535632 00002000:00010000:1.0:1788535981.586166:0:6672:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb ctime from disk: 1788535980 -> 1788535981 00002000:00010000:1.0:1788535981.586169:0:6672:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0xb:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1788535981.586333:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573643392:12345-192.168.203.55@tcp:10:cp.0 Request processed in 777us (1467us total) trans 4294967324 rc 0/0 00000100:00100000:1.0:1788535981.586343:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 43 00002000:00010000:1.0:1788535981.586348:0:6672:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/11 (0->18446744073709551615) 00002000:00100000:1.0:1788535981.586351:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bed1c00 with x1875415573643392 ext(0->18446744073709551615) 00002000:00010000:1.0:1788535981.586358:0:6672:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bed1c00. 00000100:00100000:0.0:1788535981.591685:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.596197:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573643648 00000100:00100000:1.0:1788535981.596208:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573643648 00010000:00010000:1.0:1788535981.596264:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e3db lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd7a expref: 95 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.596321:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 160 00000100:00100000:1.0:1788535981.596332:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:2355:x1875415573643648:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535981.596349:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535981.596356:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e3db lrc: 5/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd7a expref: 95 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.596410:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e3db lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd7a expref: 95 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.596440:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:1.0:1788535981.596446:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e400/0x94dfe24b69f4e3f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.596458:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e400/0x94dfe24b69f4e3f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.596468:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e400/0x94dfe24b69f4e3f7 lrc: 4/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.596499:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788535981.596565:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:2355:x1875415573643648:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 234us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535981.596574:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 160 00010000:00010000:0.0:1788535981.597995:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04e00/0x94dfe24b69f4e3db lrc: 0/0,0 mode: --/CW res: [0x200000401:0x1d:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd7a expref: 94 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.598026:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415582999168:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788535981.598062:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e400/0x94dfe24b69f4e3f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.598073:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e400/0x94dfe24b69f4e3f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.598079:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e400/0x94dfe24b69f4e3f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788535981.598134:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 0 00000004:00200000:0.0:1788535981.598139:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788535981.598164:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e400/0x94dfe24b69f4e3f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.598202:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e3f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd81 expref: 94 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.598234:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e400/0x94dfe24b69f4e3f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd81 expref: 93 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.598244:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:0.0:1788535981.598247:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788535981.598251:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6e400, rc 0) 00000100:00100000:0.0:1788535981.598718:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+93:15319:x1875415573643520:12345-192.168.203.55@tcp:101:cp.0 Request processed in 6655us (7045us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.598728:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 472 00000100:00100000:1.0:1788535981.602581:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573643904 00000100:00100000:1.0:1788535981.602594:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573643904 00000100:00100000:1.0:1788535981.602655:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 109 00000100:00100000:1.0:1788535981.602666:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:15319:x1875415573643904:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:1.0:1788535981.603112:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+94:15319:x1875415573643904:12345-192.168.203.55@tcp:35:cp.0 Request processed in 447us (654us total) trans 4294967657 rc 0/0 00000100:00100000:1.0:1788535981.603121:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 109 00000100:00100000:0.0:1788535981.622950:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.623223:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573644160 00000100:00100000:1.0:1788535981.623238:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573644160 00000100:00100000:1.0:1788535981.623313:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 473 00000100:00100000:1.0:1788535981.623326:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+94:15322:x1875415573644160:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788535981.623356:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.623471:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e3fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd88 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.623594:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.623613:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.623626:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.623659:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.623668:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.623675:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628090:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e413 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628123:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628140:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e413 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535981.628177:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x1d:0x0]: returning size 647 00010000:00010000:1.0:1788535981.628360:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628389:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628398:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628404:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.628410:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628438:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628454:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:1.0:1788535981.628457:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.628463:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628470:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e405 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628486:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628492:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628498:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628503:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.628505:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628510:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628517:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x6f5c3fa7 (ffff8b1d71a6f700) 00010000:00010000:1.0:1788535981.628520:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.628522:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628538:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e40c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x6f5c3fa7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628610:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e3fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd88 expref: 97 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628626:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e413 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd88 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.628634:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:1.0:1788535981.628636:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788535981.628639:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c600, rc 0) 00000100:00100000:1.0:1788535981.630347:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:15322:x1875415573644160:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 5825us (6213us total) trans 4294967658 rc 0/0 00000100:00100000:1.0:1788535981.630383:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 473 00000100:00100000:0.0:1788535981.632737:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.635894:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.636250:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573644416 00000100:00100000:1.0:1788535981.636263:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573644416 00000100:00100000:1.0:1788535981.636336:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 11 00000100:00100000:1.0:1788535981.636347:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+96:2355:x1875415573644416:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535981.636364:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535981.636430:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e413 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd88 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.636454:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1d:0x0].0x0 (ffff8b1d71a6ff00) 00010000:00010000:1.0:1788535981.636460:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788535981.636528:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+95:2355:x1875415573644416:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 183us (649us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535981.636557:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 11 00000100:00100000:1.0:1788535981.639669:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.676551:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573644800 00000100:00100000:0.0:1788535981.676566:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573644800 00000100:00100000:0.0:1788535981.676760:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:0.0:1788535981.676798:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+96:15327:x1875415573644800:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788535981.676840:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535981.676867:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e428 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd8f expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.676952:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.676970:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.676983:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677021:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677029:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677035:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677113:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677122:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677128:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677135:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535981.677140:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677148:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677161:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:0.0:1788535981.677164:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788535981.677170:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677177:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e42f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677198:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677204:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677209:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677214:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535981.677217:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677223:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677231:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x193a76c9 (ffff8b1d8206df00) 00010000:00010000:0.0:1788535981.677233:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788535981.677235:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677241:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f000/0x94dfe24b69f4e436 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677280:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e428 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd8f expref: 97 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677291:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:0.0:1788535981.677294:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788535981.677304:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e428 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd8f expref: 97 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.677315:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035fe00, rc 0) 00000100:00100000:0.0:1788535981.678110:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+96:15327:x1875415573644800:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1319us (1645us total) trans 0 rc 301/301 00000100:00100000:0.0:1788535981.678123:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:0.0:1788535981.682272:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.688001:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573645184 00000100:00100000:1.0:1788535981.688015:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573645184 00000100:00100000:1.0:1788535981.688142:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:1.0:1788535981.688155:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:15327:x1875415573645184:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788535981.688184:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535981.688211:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e452 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afd9d expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.688416:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.688435:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.688449:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.688469:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e460 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.688476:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.688483:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788535981.689677:0:5823:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xa:0x0], index 0: 0 00010000:00010000:1.0:1788535981.690132:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e467 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690161:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690174:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e467 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690216:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690224:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690232:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690238:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535981.690243:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690251:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690263:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x17:0x0].0x0 (ffff8b1d71a6f400) 00010000:00010000:1.0:1788535981.690266:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535981.690272:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690278:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e459 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788535981.690294:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000f2904f7a reply state 000000000bb8204f transno 4294967660 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e460 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x17:0x0].0x193a76c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.690310:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788535981.690350:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e452 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x17:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd9d expref: 99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690365:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e467 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd9d expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.690939:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1d71a6f100) 00010000:00010000:1.0:1788535981.690942:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788535981.690945:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11d200, rc 0) 00000100:00100000:1.0:1788535981.691043:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+99:15327:x1875415573645184:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2889us (3413us total) trans 4294967660 rc 0/0 00000100:00100000:1.0:1788535981.691053:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:0.0:1788535981.696604:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573645312 00000100:00100000:0.0:1788535981.696618:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573645312 00000100:00100000:0.0:1788535981.696707:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 117 00000100:00100000:0.0:1788535981.696719:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573645312:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788535981.696744:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535981.696795:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e475 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afda4 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788535981.696841:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xa:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788535981.696869:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xa:0x0].0x0 since=359s v=(0 0) 00010000:00010000:0.0:1788535981.696874:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788535981.696886:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afda4 expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.696907:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afda4 expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.696925:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035fe00, rc 0) 00000100:00100000:0.0:1788535981.696995:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573645312:12345-192.168.203.55@tcp:101:cp.0 Request processed in 279us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.697022:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 117 00000100:00100000:0.0:1788535981.704611:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573645440 00000100:00100000:0.0:1788535981.704625:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573645440 00000100:00100000:0.0:1788535981.704960:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 118 00000100:00100000:0.0:1788535981.704974:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:15327:x1875415573645440:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788535981.704997:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535981.705017:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001138c625/0x94dfe24b69f4e47c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afdab expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.705056:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e475 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afda4 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.705067:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788535981.705072:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xa:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788535981.705079:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001138c625/0x94dfe24b69f4e47c lrc: 4/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdab expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.705125:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e475 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afda4 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.705141:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e475 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afda4 expref: 12 pid: 6668 timeout: 459 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.705158:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415582999296:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788535981.705272:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7780e780 going to sleep for 11 seconds 00000100:00100000:0.0:1788535981.708512:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415582999296:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788535981.708564:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001138c625/0x94dfe24b69f4e47c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xa:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdab expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.708593:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035f000, rc 0) 00000100:00100000:0.0:1788535981.708673:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:15327:x1875415573645440:12345-192.168.203.55@tcp:101:cp.0 Request processed in 3702us (4175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.708692:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 118 00000100:00100000:0.0:1788535981.714002:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573645824 00000100:00100000:0.0:1788535981.714012:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573645824 00000100:00100000:0.0:1788535981.714079:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 478 00000100:00100000:0.0:1788535981.714090:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+98:15327:x1875415573645824:12345-192.168.203.55@tcp:36:cp.0 00010000:00010000:0.0:1788535981.714164:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788535981.714197:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e467 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afd9d expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.714217:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1d71a6f100) 00010000:00010000:0.0:1788535981.714230:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788535981.714288:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e483 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.714303:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.714314:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788535981.714589:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000007e8b1d83 reply state 00000000d40a0167 transno 4294967661 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e483 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.714620:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788535981.714799:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:15327:x1875415573645824:12345-192.168.203.55@tcp:36:cp.0 Request processed in 710us (1160us total) trans 4294967661 rc 0/0 00000100:00100000:0.0:1788535981.714807:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 478 00000100:00100000:0.0:1788535981.717550:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573645952 00000100:00100000:0.0:1788535981.717561:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573645952 00000100:00100000:0.0:1788535981.717760:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:0.0:1788535981.717773:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+98:15327:x1875415573645952:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788535981.717810:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535981.717838:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ee00/0x94dfe24b69f4e48a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afdb2 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.717971:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ee00/0x94dfe24b69f4e48a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb2 expref: 99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.717983:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ee00/0x94dfe24b69f4e48a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb2 expref: 99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.717997:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1d45477600) 00010000:00010000:0.0:1788535981.717999:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788535981.718001:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ee00, rc 0) 00000100:00100000:0.0:1788535981.718117:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+99:15327:x1875415573645952:12345-192.168.203.55@tcp:101:cp.0 Request processed in 347us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.718124:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:0.0:1788535981.722242:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573646080 00000100:00100000:0.0:1788535981.722256:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573646080 00000100:00100000:0.0:1788535981.722410:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 119 00000100:00100000:0.0:1788535981.722423:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573646080:12345-192.168.203.55@tcp:2:cp.0 00002000:00010000:0.0:1788535981.722757:0:6668:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788535981.722762:0:6668:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb mtime from disk: 0 -> 1645827007 00002000:00010000:0.0:1788535981.722764:0:6668:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb atime from disk: 0 -> 1788535632 00002000:00010000:0.0:1788535981.722767:0:6668:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb ctime from disk: 0 -> 1788535981 00002000:00010000:0.0:1788535981.722769:0:6668:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xa:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1788535981.723115:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573646080:12345-192.168.203.55@tcp:2:cp.0 Request processed in 693us (1009us total) trans 4294967319 rc 0/0 00000100:00100000:0.0:1788535981.723124:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 119 00000100:00100000:1.0:1788535981.729345:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573646336 00000100:00100000:1.0:1788535981.729415:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573646336 00000100:00100000:1.0:1788535981.732706:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573646592 00000100:00100000:1.0:1788535981.732718:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573646592 00000100:00100000:1.0:1788535981.732806:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:1.0:1788535981.732818:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+99:15327:x1875415573646592:12345-192.168.203.55@tcp:36:cp.0 00010000:00010000:1.0:1788535981.732922:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.732942:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.732955:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788535981.733243:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000007c74ec41 reply state 000000001f907c74 transno 4294967662 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.733254:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788535981.736314:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+101:15327:x1875415573646592:12345-192.168.203.55@tcp:36:cp.0 Request processed in 3482us (3695us total) trans 4294967662 rc 0/0 00000100:00100000:0.0:1788535981.736330:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 481 00010000:00010000:0.0:1788535981.738347:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.738592:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.738603:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.738609:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535981.738615:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.738635:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.738682:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1d45477600) 00010000:00010000:0.0:1788535981.738686:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788535981.738693:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.738700:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e498 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.739116:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535981.758952:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573647360 00000100:00100000:0.0:1788535981.758967:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573647360 00000100:00100000:0.0:1788535981.759059:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 483 00000100:00100000:0.0:1788535981.759072:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+103:15328:x1875415573647360:12345-192.168.203.55@tcp:55:lfs.0 00010000:00010000:0.0:1788535981.759172:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e4c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.759195:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e4b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb9 expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.759206:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e4c2 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.759252:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e4b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb9 expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.759268:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e4b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb9 expref: 103 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.759283:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415582999552:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788535981.759452:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7780e780 going to sleep for 11 seconds 00000100:00100000:0.0:1788535981.764999:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415582999552:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788535981.765039:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e4c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.765913:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573647488 00000100:00100000:1.0:1788535981.765923:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573647488 00010000:00010000:1.0:1788535981.765980:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e4b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb9 expref: 104 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535981.766029:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 162 00000100:00100000:1.0:1788535981.766040:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46533850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+104:2354:x1875415573647488:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535981.766058:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535981.766065:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e4b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb9 expref: 104 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.766080:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e4b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb9 expref: 104 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.766110:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4e4b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdb9 expref: 104 pid: 5825 timeout: 459 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.766131:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1d45477600) 00010000:00010000:1.0:1788535981.766136:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e4c2 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.766148:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e4c2 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.766176:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e4c2 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535981.766219:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788535981.766294:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46533850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+103:2354:x1875415573647488:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 255us (1838us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535981.766302:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 162 00000100:00100000:1.0:1788535981.782996:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573647744 00000100:00100000:1.0:1788535981.783008:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573647744 00000100:00100000:1.0:1788535981.783079:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 112 00000100:00100000:1.0:1788535981.783090:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+103:15328:x1875415573647744:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788535981.783428:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+104:15328:x1875415573647744:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 339us (661us total) trans 4294967666 rc 0/0 00000100:00100000:1.0:1788535981.783436:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 112 00000100:00100000:1.0:1788535981.904673:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535981.917418:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573648256 00000100:00100000:1.0:1788535981.917431:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573648256 00000100:00100000:1.0:1788535981.917503:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 113 00000100:00100000:1.0:1788535981.917514:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+106:15329:x1875415573648256:12345-192.168.203.55@tcp:35:multiop.0 00000100:00100000:1.0:1788535981.918272:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+107:15329:x1875415573648256:12345-192.168.203.55@tcp:35:multiop.0 Request processed in 756us (971us total) trans 4294967668 rc 0/0 00000100:00100000:1.0:1788535981.918282:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 113 00000100:00100000:0.0:1788535981.968848:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573648640 00000100:00100000:0.0:1788535981.968864:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573648640 00000100:00100000:0.0:1788535981.968952:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 486 00000100:00100000:0.0:1788535981.968965:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+109:15332:x1875415573648640:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:0.0:1788535981.969059:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969082:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969097:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969129:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969136:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969143:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969149:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535981.969154:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969185:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969201:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x1e:0x0].0x0 (ffff8b1d45477600) 00010000:00010000:0.0:1788535981.969204:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788535981.969210:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535981.969217:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e501 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535981.969317:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+109:15332:x1875415573648640:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 354us (2959us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535981.969325:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 486 00010000:00010000:1.0:1788535981.995683:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788535982.780532:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967661 is committed 00000001:00080000:0.0:1788535982.780587:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967668 is committed 00000001:00080000:0.0:1788535982.780645:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967669 is committed 00000001:00080000:0.0:1788535982.808554:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967324 is committed 00000001:00080000:0.0:1788535982.808584:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967321 is committed 00000100:00100000:0.0:1788535983.325853:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535983.325912:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535983.325965:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535983.325999:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535983.326024:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535983.326048:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535983.326087:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535983.326118:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573649152 00000100:00100000:0.0:1788535983.326125:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573649152 00000100:00100000:0.0:1788535983.326180:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573649408 00000100:00100000:0.0:1788535983.326184:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573649408 00000100:00100000:0.0:1788535983.326205:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573649024 00000100:00100000:0.0:1788535983.326209:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573649024 00000100:00100000:0.0:1788535983.326225:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573649536 00000100:00100000:0.0:1788535983.326230:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573649536 00000100:00100000:0.0:1788535983.326252:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 141 00000100:00100000:0.0:1788535983.326261:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2352:x1875415573649152:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788535983.326307:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2352:x1875415573649152:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 46us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535983.326318:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 141 00000100:00100000:0.0:1788535983.326348:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 142 00000100:00100000:0.0:1788535983.326360:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+5:2352:x1875415573649408:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788535983.326421:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+5:2352:x1875415573649408:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 64us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535983.326428:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 142 00000100:00100000:0.0:1788535983.326445:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 143 00000100:00100000:0.0:1788535983.326453:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573649024:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788535983.326482:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573649024:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535983.326490:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 143 00000100:00100000:0.0:1788535983.326510:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 144 00000100:00100000:0.0:1788535983.326516:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+5:2352:x1875415573649536:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788535983.326542:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+5:2352:x1875415573649536:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535983.326559:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 144 00000100:00100000:0.0:1788535983.326590:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573648768 00000100:00100000:0.0:1788535983.326595:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573648768 00000100:00100000:0.0:1788535983.326628:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 310 00000100:00100000:0.0:1788535983.326636:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573648768:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788535983.326681:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573648768:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 46us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535983.326689:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 310 00000040:00080000:0.0:1788535983.660792:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788535983.660806:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788535983.661478:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 10 count 1 00000040:00080000:0.0:1788535983.661489:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788535984.044435:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788535984.236506:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788535984.238048:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583000064:0@lo:400:kworker.0 00000100:00100000:1.0:1788535984.238095:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788535984.238127:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415582999680:0@lo:400:kworker.0 00000100:00100000:1.0:1788535984.238152:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788535984.238187:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415582999680 00000100:00100000:1.0:1788535984.238191:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415582999680 00000100:00100000:1.0:1788535984.238222:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1788535984.238230:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415582999680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788535984.238266:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415582999680:12345-0@lo:400:kworker.0 Request processed in 38us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535984.238273:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1788535984.238311:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415582999680:0@lo:400:kworker.0 00000100:00100000:1.0:1788535984.238350:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583000064 00000100:00100000:1.0:1788535984.238354:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583000064 00000100:00100000:1.0:1788535984.238495:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1788535984.238504:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583000064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788535984.238542:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583000064:12345-0@lo:400:kworker.0 Request processed in 40us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535984.238550:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00080000:1.0:1788535984.238565:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788535984.238583:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583000064:0@lo:400:kworker.0 00000100:00100000:0.0:1788535984.239222:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583000320:0@lo:400:kworker.0 00000100:00100000:1.0:1788535984.239257:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788535984.239260:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788535984.239267:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583000192:0@lo:400:kworker.0 00000100:00100000:0.0:1788535984.239293:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583000320 00000100:00100000:1.0:1788535984.239295:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788535984.239297:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583000320 00000100:00080000:1.0:1788535984.239320:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788535984.239333:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1788535984.239340:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583000320:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788535984.239540:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788535984.239973:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583000192:0@lo:400:kworker.0 00000100:00100000:0.0:1788535984.240341:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583000320:12345-0@lo:400:kworker.0 Request processed in 1000us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535984.240681:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788535984.750009:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583000448 00000100:00100000:1.0:1788535984.750020:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583000448 00000100:00100000:1.0:1788535984.750076:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788535984.750086:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583000448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788535984.750119:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 51052544 pending 0 free 3858759680 avail 3856662528 00000100:00100000:1.0:1788535984.750624:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583000448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 538us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535984.750634:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788535984.752332:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583000448:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788535986.096258:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788535986.284287:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:0.0:1788535988.284464:0:14217:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 4: Useless cancel must not be registered ========================================================== 11:33:06 (1788535986) 00000100:00100000:0.0:1788535988.363318:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:0.0:1788535988.364749:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788535988.377360:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535988.384716:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583000704:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788535988.384773:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535988.388334:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788535988.392044:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.392053:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.392078:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e51d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.392088:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e51d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.392096:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e51d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788535988.393049:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 16384 00010000:00010000:0.0:1788535988.393061:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.393070:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.393078:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.393083:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6e800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535988.393088:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.393096:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.393114:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d5a5b5800) 00010000:00010000:0.0:1788535988.393117:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788535988.393121:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.393127:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4e516 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788535988.393144:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000074802082 reply state 000000001caf8623 transno 4294967670 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e51d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535988.393151:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788535988.393213:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+17:15903:x1875415573649920:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 15679us (15861us total) trans 4294967670 rc 0/0 00000100:00100000:0.0:1788535988.393221:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00080000:1.0:1788535988.394026:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788535988.428483:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573650304 00000100:00100000:1.0:1788535988.428494:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573650304 00000100:00100000:1.0:1788535988.428551:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:1.0:1788535988.428561:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+17:15908:x1875415573650304:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788535988.428579:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535988.428597:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e532 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afddc expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428670:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428684:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428707:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428744:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428752:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428759:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428847:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e547 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428856:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428863:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535988.428889:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xa:0x0]: returning size 16384 00000004:00200000:1.0:1788535988.428893:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788535988.428912:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e547 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428922:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428927:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428943:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428949:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535988.428953:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428961:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428972:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f400) 00010000:00010000:1.0:1788535988.428975:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535988.428980:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428987:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e539 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.428997:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429003:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429008:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429013:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535988.429016:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429031:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429038:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb7cfe2e1 (ffff8b1d71a6fb00) 00010000:00010000:1.0:1788535988.429040:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535988.429043:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429048:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e540 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb7cfe2e1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429074:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11da00/0x94dfe24b69f4e532 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afddc expref: 19 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429087:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e547 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afddc expref: 18 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.429093:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8b1d71a6fe00) 00010000:00010000:1.0:1788535988.429094:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788535988.429096:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c400, rc 0) 00000100:00100000:1.0:1788535988.429495:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+18:15908:x1875415573650304:12345-192.168.203.55@tcp:101:rm.0 Request processed in 934us (1880us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535988.429504:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:0.0:1788535988.475018:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573651456 00000100:00100000:0.0:1788535988.475030:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573651456 00000100:00100000:0.0:1788535988.475123:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 493 00000100:00100000:0.0:1788535988.475134:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+18:15911:x1875415573651456:12345-192.168.203.55@tcp:101:dd.0 00010000:00010000:0.0:1788535988.475285:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535988.475306:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e578 lrc: 2/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afdf1 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.475601:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 3/0,1 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.475616:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.475645:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.475660:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.475666:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.475673:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788535988.476749:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xc:0x0], index 1: 0 00010000:00010000:0.0:1788535988.477051:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e58d lrc: 3/1,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477061:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e58d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477069:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e58d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477097:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477102:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477107:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477110:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535988.477119:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477125:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477133:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8b1d71a6fe00) 00010000:00010000:0.0:1788535988.477135:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788535988.477138:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 2/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477142:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e57f lrc: 0/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788535988.477149:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000005394fa3c reply state 00000000af21f0e7 transno 4294967671 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535988.477302:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788535988.477336:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e578 lrc: 0/0,0 mode: --/CW res: [0x200000402:0xa:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdf1 expref: 21 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477351:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e58d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdf1 expref: 20 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.477358:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff8b1d45477d00) 00010000:00010000:0.0:1788535988.477360:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788535988.477363:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035f200, rc 0) 00000100:00100000:0.0:1788535988.477540:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:15911:x1875415573651456:12345-192.168.203.55@tcp:101:dd.0 Request processed in 2407us (2737us total) trans 4294967671 rc 0/0 00000100:00100000:0.0:1788535988.477548:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 493 00010000:00010000:0.0:1788535988.480039:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.480055:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.480062:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.480068:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535988.480073:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.480080:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.480096:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x9fe5cc27 (ffff8b1d45477100) 00010000:00010000:0.0:1788535988.480099:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788535988.480104:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.480111:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e586 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xa:0x0].0x9fe5cc27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535988.513304:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573651584 00000100:00100000:1.0:1788535988.513316:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573651584 00000100:00100000:1.0:1788535988.513366:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 122 00000100:00100000:1.0:1788535988.513414:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2351:x1875415573651584:12345-192.168.203.55@tcp:8:dd.0 00010000:00080000:1.0:1788535988.513446:0:6667:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp t0 exp 0000000000000000 cur 366 last 0 00000020:00000080:1.0:1788535988.513491:0:6667:0:(genops.c:1385:class_connect()) connect: client c57bc05c-f865-4d91-8452-c561a98a0236, cookie 0x94dfe24b69f4e59b 00002000:00100000:1.0:1788535988.513501:0:6667:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli c57bc05c-f865-4d91-8452-c561a98a0236/ffff8b1d73de3800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 6815744 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788535988.513519:0:6667:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type 37, return 37 00002000:00080000:1.0:1788535988.513612:0:6667:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788535988.513768:0:6667:0:(import.c:65:import_set_state_nolock()) ffff8b1d73de7000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788535988.513880:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+6:2351:x1875415573651584:12345-192.168.203.55@tcp:8:dd.0 Request processed in 464us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535988.513887:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 122 00000100:00100000:1.0:1788535988.519486:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573651712 00000100:00100000:1.0:1788535988.519496:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573651712 00000100:00100000:1.0:1788535988.519613:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 123 00000100:00100000:1.0:1788535988.519623:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+6:15911:x1875415573651712:12345-192.168.203.55@tcp:101:dd.0 00010000:00010000:1.0:1788535988.519747:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535988.519770:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ed9c9aa1/0x94dfe24b69f4e5a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afdf8 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788535988.519865:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788535988.519887:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xc:0x0].0x0 since=366s v=(0 0) 00010000:00010000:1.0:1788535988.519892:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535988.519902:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ed9c9aa1/0x94dfe24b69f4e5a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdf8 expref: 7 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.519919:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ed9c9aa1/0x94dfe24b69f4e5a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdf8 expref: 7 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.519931:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11da00, rc 0) 00000100:00100000:1.0:1788535988.520009:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+7:15911:x1875415573651712:12345-192.168.203.55@tcp:101:dd.0 Request processed in 388us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535988.520018:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 123 00000100:00100000:0.0:1788535988.552603:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573651840 00000100:00100000:0.0:1788535988.552613:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573651840 00002000:00100000:0.0:1788535988.552731:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xc:0x0] (0->1048575) req@ffff8b1d464a7800 x1875415573651840/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:644/0 lens 488/0 e 0 to 0 dl 1788535999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788535988.552754:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a7800 with x1875415573651840 ext(0->1048575) 00002000:00010000:0.0:1788535988.552760:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d464a7800 00000100:00100000:0.0:1788535988.552847:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 44 00000100:00100000:0.0:1788535988.552867:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2354:x1875415573651840:12345-192.168.203.55@tcp:4:dd.0 00000001:00100000:1.0:1788535988.661745:0:7634:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c57bc05c-f865-4d91-8452-c561a98a0236 00000001:00100000:1.0:1788535988.661761:0:7634:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of c57bc05c-f865-4d91-8452-c561a98a0236 00000020:00000080:1.0:1788535988.661764:0:7634:0:(genops.c:885:class_export_put()) final put ffff8b1d7bec8000/c57bc05c-f865-4d91-8452-c561a98a0236 00000100:00100000:0.0:1788535988.670347:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573651840:12345-192.168.203.55@tcp:4:dd.0 Request processed in 117467us (118368us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1788535988.670361:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 44 00002000:00100000:0.0:1788535988.670416:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xc:0x0] (0->1048575) req@ffff8b1d464a7800 x1875415573651840/t4294967325(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:644/0 lens 488/448 e 0 to 0 dl 1788535999 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788535988.670426:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a7800 with x1875415573651840 ext(0->1048575) 00002000:00010000:0.0:1788535988.670433:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d464a7800 00000100:00100000:0.0:1788535988.676169:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573651968 00000100:00100000:0.0:1788535988.676179:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573651968 00000100:00100000:0.0:1788535988.676248:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 494 00000100:00100000:0.0:1788535988.676256:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+20:15911:x1875415573651968:12345-192.168.203.55@tcp:44:dd.0 00000100:00100000:0.0:1788535988.711254:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+20:15911:x1875415573651968:12345-192.168.203.55@tcp:44:dd.0 Request processed in 34989us (35677us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535988.711267:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 494 00000001:00080000:0.0:1788535988.711306:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967671 is committed 00000001:00080000:1.0:1788535988.762832:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967325 is committed 00000100:00100000:1.0:1788535988.765588:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573652096:12345-192.168.203.55@tcp:16:dd.0 Request processed in 45398us (48257us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535988.765609:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 124 00000100:00100000:1.0:1788535988.774557:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573652352 00000100:00100000:1.0:1788535988.774569:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573652352 00000100:00100000:1.0:1788535988.774634:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 114 00000100:00100000:1.0:1788535988.774643:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+18:15911:x1875415573652352:12345-192.168.203.55@tcp:35:dd.0 00000100:00100000:1.0:1788535988.775364:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+19:15911:x1875415573652352:12345-192.168.203.55@tcp:35:dd.0 Request processed in 719us (912us total) trans 4294967672 rc 0/0 00000100:00100000:1.0:1788535988.775403:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 114 00000100:00100000:0.0:1788535988.874787:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573652864 00000100:00100000:0.0:1788535988.874799:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573652864 00000100:00100000:0.0:1788535988.874863:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 125 00000100:00100000:0.0:1788535988.874875:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+8:2354:x1875415573652864:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788535988.874892:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535988.874910:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054c30882/0x94dfe24b69f4e5ef lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afe14 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535988.874969:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583000832:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788535988.875096:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50f25180 going to sleep for 11 seconds 00002000:00010000:0.0:1788535988.879280:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:0.0:1788535988.879291:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb mtime: 0 -> 1788535988 00002000:00010000:0.0:1788535988.879293:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb atime: 0 -> 1788535988 00002000:00010000:0.0:1788535988.879295:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb ctime: 0 -> 1788535988 00002000:00010000:0.0:1788535988.879296:0:6668:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000400:0xc:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:0.0:1788535988.879319:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583000832:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788535988.879357:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000054c30882/0x94dfe24b69f4e5ef lrc: 1/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe14 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.879419:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000054c30882/0x94dfe24b69f4e5ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe14 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535988.879433:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035fe00, rc 0) 00000100:00100000:0.0:1788535988.879494:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+8:2354:x1875415573652864:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4621us (4829us total) trans 0 rc 301/301 00000100:00100000:0.0:1788535988.879502:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 125 00000100:00100000:1.0:1788535988.895441:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573653120 00000100:00100000:1.0:1788535988.895451:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573653120 00000100:00100000:1.0:1788535988.895516:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 126 00000100:00100000:1.0:1788535988.895527:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573653120:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788535988.895547:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535988.895566:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f3e5c9ec/0x94dfe24b69f4e604 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afe22 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535988.895631:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583000960:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788535988.895995:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788535988.905397:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583000960:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788535988.905438:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f3e5c9ec/0x94dfe24b69f4e604 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe22 expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.905461:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f3e5c9ec/0x94dfe24b69f4e604 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe22 expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535988.905476:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11d000, rc 0) 00000100:00100000:1.0:1788535988.905542:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573653120:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 10016us (10231us total) trans 0 rc 301/301 00000100:00100000:1.0:1788535988.905551:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 126 00000100:00100000:0.0:1788535988.913914:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573653376 00000100:00100000:0.0:1788535988.913926:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573653376 00000100:00100000:0.0:1788535988.914008:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:0.0:1788535988.914017:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+50:15914:x1875415573653376:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:0.0:1788535988.914193:0:5824:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788535988.914197:0:5824:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788535988.914780:0:5824:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788535988.914791:0:5824:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788535988.914865:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+50:15914:x1875415573653376:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 848us (2390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535988.914886:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:0.0:1788535989.356293:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583001216:0@lo:400:kworker.0 00000100:00100000:0.0:1788535989.356338:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788535989.356364:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583001728:0@lo:400:kworker.0 00000100:00100000:0.0:1788535989.356418:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788535989.356444:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788535989.356454:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583001344:0@lo:400:kworker.0 00000100:00100000:0.0:1788535989.356486:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788535989.356984:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583001600 00000100:00100000:0.0:1788535989.356992:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583001600 00000100:00100000:0.0:1788535989.357039:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1788535989.357052:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583001344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788535989.357212:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583001344:12345-0@lo:400:kworker.0 Request processed in 162us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535989.357219:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:0.0:1788535989.357245:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583001728 00000100:00100000:0.0:1788535989.357249:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583001728 00000100:00100000:0.0:1788535989.357287:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583001472 00000100:00100000:0.0:1788535989.357290:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583001472 00000100:00100000:0.0:1788535989.357319:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788535989.357328:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583001728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788535989.357392:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583001728:12345-0@lo:400:kworker.0 Request processed in 42us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535989.357400:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788535989.357486:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583001344:0@lo:400:kworker.0 00000100:00100000:0.0:1788535989.357582:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583001216:0@lo:400:kworker.0 00000100:00100000:0.0:1788535989.357594:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583001728:0@lo:400:kworker.0 00000100:00100000:0.0:1788535989.867580:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788535989.870988:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583001856:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788535989.871056:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788535989.872434:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583001856:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788535991.404122:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583001984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788535991.404191:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788535991.404894:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583001984:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788535991.405108:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788535992.506826:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8b1d7bec9800/c57bc05c-f865-4d91-8452-c561a98a0236 for lustre-OST0000 00000020:00000080:0.0:1788535992.507008:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b1d7bece800 for lustre-OST0000 00000100:00100000:1.0:1788535993.575017:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573653504 00000100:00100000:1.0:1788535993.575023:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573653504 00000100:00100000:1.0:1788535993.575066:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 314 00000100:00100000:1.0:1788535993.575073:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573653504:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788535993.575120:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573653504:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 48us (1341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535993.575127:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 314 00000100:00080000:0.0:1788535993.578339:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788535993.578351:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788535993.578355:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1788535993.899799:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788535993.899810:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788535993.900416:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788535993.900428:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1788535994.052112:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967672 is committed 00000100:00100000:0.0:1788535994.476987:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1788535994.476998:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583002624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788535994.477295:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583002624:12345-0@lo:400:kworker.0 Request processed in 299us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535994.477302:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:1.0:1788535994.988860:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583002880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788535994.988944:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788535994.989011:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583002880 00000100:00100000:1.0:1788535994.989019:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583002880 00000100:00100000:1.0:1788535994.989069:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788535994.989077:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583002880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788535994.989111:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788535994.989151:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583002880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535994.989157:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788535994.989201:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583002880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788535996.526542:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583003008 00000100:00100000:1.0:1788535996.526554:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583003008 00000100:00100000:1.0:1788535996.526639:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788535996.526652:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583003008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788535996.526708:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47644672 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788535996.526777:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583003008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535996.526785:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00080000:1.0:1788535997.415196:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788535997.416197:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535997.416318:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535997.419729:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573654528 00000100:00100000:1.0:1788535997.419741:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573654528 00000100:00100000:1.0:1788535997.419819:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 12 00000100:00100000:1.0:1788535997.419828:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+20:2354:x1875415573654528:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535997.419842:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535997.419874:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732e00/0x94dfe24b69f4e620 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe29 expref: 20 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.419910:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788535997.419916:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788535997.419942:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415573654528:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 115us (3756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535997.419949:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 12 00000100:00100000:0.0:1788535997.449472:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573654784 00000100:00100000:0.0:1788535997.449486:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573654784 00000100:00100000:0.0:1788535997.449597:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 502 00000100:00100000:0.0:1788535997.449610:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+50:16516:x1875415573654784:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788535997.449654:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1788535997.449931:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788535997.451553:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e62e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afe30 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535997.487157:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535997.498107:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788535997.499307:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.499321:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.499356:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e64a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.499391:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e64a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.499401:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e64a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535997.502538:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 16384 00010000:00010000:1.0:1788535997.502567:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.502631:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.502640:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.502665:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535997.502680:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.502690:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.503038:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f400) 00010000:00010000:1.0:1788535997.503042:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535997.503049:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.503057:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e643 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788535997.503088:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000038cd432a reply state 00000000a78f6aee transno 4294967674 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e64a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xc1d08857 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535997.503099:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788535997.503623:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+51:16516:x1875415573655040:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 16078us (16478us total) trans 4294967674 rc 0/0 00000100:00100000:1.0:1788535997.503635:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 503 00000100:00100000:0.0:1788535997.529612:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535997.536517:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535997.583646:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535997.593531:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535997.608812:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535997.647253:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535997.666262:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535997.678288:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788535997.685420:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732000/0x94dfe24b69f4e71c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.685444:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732000/0x94dfe24b69f4e71c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.685453:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732000/0x94dfe24b69f4e71c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.685460:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788535997.685465:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732000/0x94dfe24b69f4e71c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.685474:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732000/0x94dfe24b69f4e71c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.685508:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff8b1d5a5b5000) 00010000:00010000:0.0:1788535997.685513:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788535997.685518:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732000/0x94dfe24b69f4e71c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.685550:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732000/0x94dfe24b69f4e71c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535997.686164:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00002000:00080000:0.0:1788535997.688452:0:6667:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:0.0:1788535997.688515:0:6667:0:(import.c:65:import_set_state_nolock()) ffff8b1d7bf50800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788535997.688622:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+6:2351:x1875415573656704:12345-192.168.203.55@tcp:8:cp.0 Request processed in 2001us (2463us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535997.688634:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 127 00000100:00100000:1.0:1788535997.694131:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:1.0:1788535997.696139:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788535997.707904:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573657088 00000100:00100000:1.0:1788535997.707917:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573657088 00010000:00010000:1.0:1788535997.707978:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4e738 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe7d expref: 9 pid: 6666 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535997.708051:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 165 00000100:00100000:1.0:1788535997.708072:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573657088:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788535997.708093:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788535997.708130:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4e738 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe7d expref: 9 pid: 6666 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.708150:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4e738 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe7d expref: 9 pid: 6666 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.708183:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4e738 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe7d expref: 9 pid: 6666 timeout: 475 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.708205:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535997.708210:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788535997.708223:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003443b1b4/0x94dfe24b69f4e73f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe84 expref: 8 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.708444:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003443b1b4/0x94dfe24b69f4e73f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe84 expref: 8 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.708561:0:5809:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003443b1b4/0x94dfe24b69f4e73f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe84 expref: 7 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535997.708599:0:5809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5809:1875415583003392:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788535997.708692:0:5809:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536e5b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788535997.728543:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535997.827070:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573657472 00000100:00100000:1.0:1788535997.827083:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573657472 00000100:00100000:1.0:1788535997.827165:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 514 00000100:00100000:1.0:1788535997.827176:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+52:16522:x1875415573657472:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788535997.827206:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788535997.827234:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e746 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afe8b expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827337:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827356:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827423:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827442:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827449:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827456:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827596:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e75b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827605:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e75b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827612:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e75b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788535997.827654:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00000004:00200000:1.0:1788535997.827659:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788535997.827691:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e75b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827706:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e75b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827715:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827722:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827729:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827736:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535997.827741:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827750:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827771:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1d59b6f700) 00010000:00010000:1.0:1788535997.827774:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535997.827781:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827788:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e74d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827803:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827811:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827816:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827821:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788535997.827824:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827830:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827838:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x70ee8377 (ffff8b1d457ff100) 00010000:00010000:1.0:1788535997.827840:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788535997.827843:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827848:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e754 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x70ee8377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827904:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e746 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe8b expref: 54 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827920:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c600/0x94dfe24b69f4e75b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe8b expref: 53 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535997.827928:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff8b1d5a5b5800) 00010000:00010000:1.0:1788535997.827930:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788535997.827933:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c600, rc 0) 00000100:00100000:1.0:1788535997.828022:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+53:16522:x1875415573657472:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 848us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535997.828031:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 514 00000100:00100000:1.0:1788535997.836045:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:1.0:1788535997.836555:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788535997.841226:0:6666:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb size: 0 -> 1516 00002000:00010000:0.0:1788535997.841235:0:6666:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb mtime: 0 -> 1788535997 00002000:00010000:0.0:1788535997.841238:0:6666:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb atime: 0 -> 1788535997 00002000:00010000:0.0:1788535997.841240:0:6666:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0xb:0x0] updating lvb ctime: 0 -> 1788535997 00000100:00100000:0.0:1788535997.841265:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583003520:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788535997.841306:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4e762 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe92 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.841331:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4e762 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe92 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.841345:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d51981a00, rc 0) 00000100:00100000:0.0:1788535997.841782:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573657600:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 5375us (5574us total) trans 0 rc 301/301 00000100:00100000:0.0:1788535997.841793:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 130 00000100:00100000:0.0:1788535997.862295:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573657728 00000100:00100000:0.0:1788535997.862308:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573657728 00000100:00100000:0.0:1788535997.862454:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 515 00000100:00100000:0.0:1788535997.862479:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+53:16522:x1875415573657728:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788535997.862499:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535997.862522:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e769 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afe99 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.862602:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e770 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.862626:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.862638:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788535997.862684:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x20:0x0]: returning size 16384 00000004:00200000:0.0:1788535997.862688:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788535997.862708:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e770 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.862743:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e769 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe99 expref: 55 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.862762:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e800/0x94dfe24b69f4e770 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe99 expref: 54 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.862770:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1d59b6f700) 00010000:00010000:0.0:1788535997.862775:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788535997.862778:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035e800, rc 0) 00000100:00100000:0.0:1788535997.862837:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+54:16522:x1875415573657728:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 360us (3831us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535997.862852:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 515 00000100:00100000:1.0:1788535997.867231:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535997.867300:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573657856 00000100:00100000:0.0:1788535997.867310:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573657856 00000100:00100000:0.0:1788535997.867400:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 131 00000100:00100000:0.0:1788535997.867411:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573657856:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788535997.867429:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535997.867996:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e051169/0x94dfe24b69f4e777 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afea0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535997.868058:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583003648:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788535997.868147:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788535997.872081:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583003648:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788535997.872125:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000e051169/0x94dfe24b69f4e777 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afea0 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.872154:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e051169/0x94dfe24b69f4e777 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afea0 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535997.872166:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035e600, rc 0) 00000100:00100000:0.0:1788535997.872226:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573657856:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4816us (5004us total) trans 0 rc 301/301 00000100:00100000:0.0:1788535997.872235:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 131 00000100:00100000:1.0:1788535997.887127:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573658112 00000100:00100000:1.0:1788535997.887139:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573658112 00000100:00100000:1.0:1788535997.887237:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 516 00000100:00100000:1.0:1788535997.887248:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+54:16522:x1875415573658112:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:1.0:1788535997.888806:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].11, 136 off9688 00000100:00100000:1.0:1788535997.888912:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+54:16522:x1875415573658112:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 1663us (1883us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535997.888923:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 516 00000100:00100000:1.0:1788535998.002790:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573658240 00000100:00100000:1.0:1788535998.002808:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573658240 00000100:00100000:1.0:1788535998.002892:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 517 00000100:00100000:1.0:1788535998.002911:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+23:16532:x1875415573658240:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788535998.002964:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0xc:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788535998.003129:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+23:16532:x1875415573658240:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 220us (1879us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535998.003137:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 517 00000100:00100000:0.0:1788535998.010611:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573658624 00000100:00100000:0.0:1788535998.010624:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573658624 00000100:00100000:0.0:1788535998.010709:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 13 00000100:00100000:0.0:1788535998.010819:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+25:2354:x1875415573658624:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788535998.010838:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788535998.010869:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4e785 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afea7 expref: 25 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.010892:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff8b1d5a5b5800) 00010000:00010000:0.0:1788535998.010897:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788535998.010962:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+24:2354:x1875415573658624:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 147us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535998.011318:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 13 00000100:00100000:0.0:1788535998.013836:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573658752 00000100:00100000:0.0:1788535998.013849:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573658752 00000100:00100000:0.0:1788535998.013954:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 132 00000100:00100000:0.0:1788535998.013964:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2355:x1875415573658752:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788535998.014021:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.014046:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003443b1b4/0x94dfe24b69f4e73f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe84 expref: 7 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.014056:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xb:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788535998.014061:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xb:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788535998.014066:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.014109:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003443b1b4/0x94dfe24b69f4e73f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe84 expref: 7 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.014135:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003443b1b4/0x94dfe24b69f4e73f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe84 expref: 7 pid: 9635 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535998.014153:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583003904:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788535998.014259:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d775499c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788535998.025495:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1 00000100:00100000:1.0:1788535998.025508:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573658880:12345-192.168.203.55@tcp:4:cp.0 00000001:00100000:1.0:1788535998.051176:0:6691:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of c57bc05c-f865-4d91-8452-c561a98a0236 00000100:00100000:1.0:1788535998.102449:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2355:x1875415573658880:12345-192.168.203.55@tcp:4:cp.0 Request processed in 76935us (77371us total) trans 4294967320 rc 0/0 00000100:00100000:1.0:1788535998.102465:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1 00002000:00100000:1.0:1788535998.102483:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xb:0x0] (0->1515) req@ffff8b1d50a7f100 x1875415573658880/t4294967320(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:654/0 lens 2008/448 e 0 to 0 dl 1788536009 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788535998.102494:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50a7f100 with x1875415573658880 ext(0->1515) 00010000:00010000:1.0:1788535998.102506:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003443b1b4/0x94dfe24b69f4e73f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe84 expref: 7 pid: 9635 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788535998.102526:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003443b1b4/0x94dfe24b69f4e73f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe84 expref: 7 pid: 9635 timeout: 476 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788535998.102534:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d50a7f100 00000100:00100000:0.0:1788535998.105880:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788535998.106552:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.106564:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.106596:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.106606:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.106616:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.106624:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035fe00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788535998.106630:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.106653:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.106676:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.106686:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e793 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535998.106742:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+5:2355:x1875415573658752:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 92779us (93222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535998.106751:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 132 00000100:00100000:1.0:1788535998.108634:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573659264 00000100:00100000:1.0:1788535998.108645:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573659264 00000100:00100000:1.0:1788535998.108784:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 519 00000100:00100000:1.0:1788535998.108797:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:16532:x1875415573659264:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788535998.108933:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:16532:x1875415573659264:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 139us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535998.108940:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 519 00000100:00100000:1.0:1788535998.112965:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535998.116007:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535998.116463:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 520 00000100:00100000:1.0:1788535998.116480:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:16532:x1875415573659648:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788535998.116625:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:16532:x1875415573659648:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 148us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535998.116633:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 520 00000100:00100000:1.0:1788535998.119215:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535998.157294:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573659904 00000100:00100000:0.0:1788535998.157316:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573659904 00000100:00100000:0.0:1788535998.160755:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 521 00000100:00100000:0.0:1788535998.160789:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+24:16532:x1875415573659904:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788535998.160829:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535998.160861:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e7a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afeb5 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.160913:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e7a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.160934:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.160961:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e7a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.161125:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e7a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afeb5 expref: 26 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.161146:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e7a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afeb5 expref: 25 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.161157:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff8b1d5a5b5800) 00010000:00010000:0.0:1788535998.161160:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788535998.161166:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035f800, rc 0) 00000100:00100000:0.0:1788535998.161268:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+25:16532:x1875415573659904:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 495us (10841us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535998.161276:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 521 00000100:00100000:1.0:1788535998.176315:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535998.198822:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573660160 00000100:00100000:0.0:1788535998.198846:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573660160 00000100:00100000:0.0:1788535998.198981:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 134 00000100:00100000:0.0:1788535998.198994:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573660160:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788535998.200020:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 3/1,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200050:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788535998.200131:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xb:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788535998.200141:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200183:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200237:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200247:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200256:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200264:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035fe00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788535998.200269:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200280:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200298:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 2/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.200307:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000054c30882/0x94dfe24b69f4e7af lrc: 0/0,0 mode: --/PR res: [0x240000400:0xb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788535998.201555:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573660160:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 2550us (10535us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535998.201643:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 134 00000100:00100000:0.0:1788535998.208900:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535998.212974:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583004032:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788535998.213008:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4e7b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xc:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788535998.234730:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573660800 00000100:00100000:1.0:1788535998.234744:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573660800 00000100:00100000:1.0:1788535998.234816:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 116 00000100:00100000:1.0:1788535998.234828:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+25:16532:x1875415573660800:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788535998.235335:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:16532:x1875415573660800:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 507us (800us total) trans 4294967679 rc 0/0 00000100:00100000:1.0:1788535998.235345:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 116 00000100:00100000:0.0:1788535998.678061:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535998.678113:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535998.678155:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788535998.678196:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573661184 00000100:00100000:0.0:1788535998.678209:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573661184 00000100:00100000:0.0:1788535998.678283:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573661056 00000100:00100000:0.0:1788535998.678286:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573661056 00000100:00100000:0.0:1788535998.678314:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 156 00000100:00100000:0.0:1788535998.678922:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+6:2353:x1875415573661184:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788535998.678965:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+6:2353:x1875415573661184:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 48us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535998.683879:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 157 00000100:00100000:1.0:1788535998.683915:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+8:2353:x1875415573661056:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788535998.684040:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+8:2353:x1875415573661056:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 144us (5882us total) trans 0 rc 0/0 00000100:00100000:1.0:1788535998.684049:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 157 00000100:00080000:1.0:1788535998.684193:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788535998.684270:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 156 00000100:00100000:0.0:1788535998.807537:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573661440 00000100:00100000:0.0:1788535998.807560:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573661440 00000100:00100000:0.0:1788535998.807679:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 524 00000100:00100000:0.0:1788535998.807692:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+54:16535:x1875415573661440:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788535998.807719:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788535998.807768:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e7bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afebc expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.807905:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e7c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.807924:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e7c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.807942:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e7c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788535998.807956:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xc:0x0]: returning size 1516 00010000:00010000:0.0:1788535998.808126:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e7bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afebc expref: 57 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.808165:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e7c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afebc expref: 56 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788535998.808177:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff8b1d5a5b5800) 00010000:00010000:0.0:1788535998.808181:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788535998.808185:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ec00, rc 0) 00000100:00100000:0.0:1788535998.808268:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+56:16535:x1875415573661440:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 578us (3994us total) trans 4294967680 rc 0/0 00000100:00100000:0.0:1788535998.808277:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 524 00000100:00100000:1.0:1788535998.816713:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788535998.816909:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000001:00080000:1.0:1788535999.121268:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967680 is committed 00000001:00080000:1.0:1788535999.121283:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967679 is committed 00000001:00080000:1.0:1788535999.121300:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967681 is committed 00000100:00100000:1.0:1788535999.596239:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583004288:0@lo:400:kworker.0 00000100:00100000:1.0:1788535999.596268:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788535999.596295:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583004800:0@lo:400:kworker.0 00000100:00100000:1.0:1788535999.596317:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788535999.596343:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788535999.596349:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583004416:0@lo:400:kworker.0 00000100:00100000:1.0:1788535999.596384:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788535999.596403:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788535999.596776:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788535999.596779:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788535999.596796:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583004800:0@lo:400:kworker.0 00000100:00080000:1.0:1788535999.596913:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788535999.597037:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1788535999.597047:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583004288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788535999.597095:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583004288:12345-0@lo:400:kworker.0 Request processed in 50us (826us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535999.597112:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1788535999.597133:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1788535999.597140:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583004416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788535999.597172:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77646a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583004288:0@lo:400:kworker.0 00000100:00100000:0.0:1788535999.597246:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583004416:12345-0@lo:400:kworker.0 Request processed in 106us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1788535999.597253:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1788535999.597278:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583004416:0@lo:400:kworker.0 00000100:00100000:0.0:1788536000.108407:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583004928:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536000.109281:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536000.109520:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583004928 00000100:00100000:1.0:1788536000.109533:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583004928 00000100:00100000:1.0:1788536000.109604:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788536000.109615:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583004928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536000.109977:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536000.110073:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583004928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 459us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536000.110090:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788536000.111598:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583004928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536001.644966:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583005056 00000100:00100000:1.0:1788536001.644974:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583005056 00000100:00100000:1.0:1788536001.645031:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788536001.645042:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583005056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536001.645077:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3857711104 avail 3855613952 00000100:00080000:0.0:1788536001.646512:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536001.658746:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583005056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 13696us (14035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536001.658762:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788536003.798609:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536003.803491:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573662208 00000100:00100000:0.0:1788536003.803501:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573662208 00000100:00100000:0.0:1788536003.803570:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 203 00000100:00100000:0.0:1788536003.803584:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+53:2355:x1875415573662208:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536003.803809:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+53:2355:x1875415573662208:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 229us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536003.803818:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 203 00000100:00100000:1.0:1788536003.813332:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536003.832242:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536003.832304:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536003.832328:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536003.832362:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536003.832427:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573662336 00000100:00100000:0.0:1788536003.832976:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573662592 00000100:00100000:0.0:1788536003.832987:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573662592 00000100:00100000:0.0:1788536003.834852:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 204 00000100:00100000:0.0:1788536003.834867:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+20:2355:x1875415573662592:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536003.834977:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+20:2355:x1875415573662592:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 115us (2672us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536003.834986:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 204 00000100:00100000:0.0:1788536003.835069:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 161 00000100:00100000:0.0:1788536003.835079:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573662848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536003.835129:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573662848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 53us (2800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536003.835137:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 161 00000100:00100000:1.0:1788536003.835538:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573662336 00000100:00100000:1.0:1788536003.835580:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 162 00000100:00100000:1.0:1788536003.835589:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573662336:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536003.835645:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573662336:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 57us (3418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536003.835652:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 162 00000100:00100000:0.0:1788536004.178166:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536004.209959:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536004.716305:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583005312:0@lo:400:kworker.0 00000100:00100000:1.0:1788536004.716461:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536004.716536:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583005824:0@lo:400:kworker.0 00000100:00100000:1.0:1788536004.716565:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536004.716601:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536004.716608:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77644000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583005440:0@lo:400:kworker.0 00000100:00100000:1.0:1788536004.716644:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536005.228693:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583005952 00000100:00100000:0.0:1788536005.228703:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583005952 00000100:00100000:0.0:1788536005.228766:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:0.0:1788536005.228777:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583005952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536005.228821:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536005.228876:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583005952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536005.228884:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000001:02000400:1.0:1788536006.177170:0:14722:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 9A: Use of explicit archive number, with dedicated copytool ========================================================== 11:33:23 (1788536003) 00000100:00100000:0.0:1788536006.403549:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:0.0:1788536006.405005:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536006.412447:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536006.413397:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000040:00080000:1.0:1788536006.445142:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536006.445154:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536006.445658:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1788536006.445669:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536006.765849:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583006080:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536006.766058:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536006.766301:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583006080 00000100:00100000:1.0:1788536006.766310:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583006080 00000100:00100000:1.0:1788536006.766433:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788536006.766444:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583006080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536006.766480:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 52756480 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536006.766700:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583006080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 258us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536006.766707:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788536006.766804:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583006080:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1788536009.386449:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967683 is committed 00000100:00100000:1.0:1788536009.838436:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583006336:0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.838562:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536009.838647:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583006848:0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.838676:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536009.838713:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536009.838719:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583006464:0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.838753:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536009.838794:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583006336 00000100:00100000:1.0:1788536009.838805:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583006336 00000100:00100000:1.0:1788536009.838858:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583006464 00000100:00100000:1.0:1788536009.838861:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583006464 00000100:00100000:1.0:1788536009.838894:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1788536009.838904:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583006336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.838960:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583006336:12345-0@lo:400:kworker.0 Request processed in 57us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536009.838968:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1788536009.838989:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1788536009.838995:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583006464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.839022:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583006464:12345-0@lo:400:kworker.0 Request processed in 28us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536009.839027:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1788536009.839048:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583006848 00000100:00100000:1.0:1788536009.839052:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583006848 00000100:00100000:1.0:1788536009.839085:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1788536009.839092:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583006848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.839121:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583006848:12345-0@lo:400:kworker.0 Request processed in 30us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536009.839127:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00080000:1.0:1788536009.839152:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536009.839158:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536009.839201:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583006464:0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.839213:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583006336:0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.839238:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583006848:0@lo:400:kworker.0 00000100:00100000:0.0:1788536009.839415:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583006592:0@lo:400:kworker.0 00000100:00100000:0.0:1788536009.839451:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536009.839481:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536009.839498:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583006208:0@lo:400:kworker.0 00000100:00100000:0.0:1788536009.839530:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536009.839558:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583006720:0@lo:400:kworker.0 00000100:00100000:0.0:1788536009.839747:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536009.839777:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583006208 00000100:00100000:0.0:1788536009.839783:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583006208 00000100:00100000:0.0:1788536009.839824:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1788536009.839831:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583006208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536009.839872:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583006208:12345-0@lo:400:kworker.0 Request processed in 41us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536009.839879:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1788536009.839925:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583006208:0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.840064:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583006592 00000100:00100000:1.0:1788536009.840069:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583006592 00000100:00100000:1.0:1788536009.840115:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788536009.840123:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583006592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.840162:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583006592:12345-0@lo:400:kworker.0 Request processed in 41us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536009.840169:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788536009.840189:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583006720 00000100:00100000:1.0:1788536009.840192:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583006720 00000100:00100000:1.0:1788536009.840218:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1788536009.840224:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583006720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536009.840256:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583006720:12345-0@lo:400:kworker.0 Request processed in 31us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536009.840262:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00080000:0.0:1788536009.840849:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536009.840856:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536009.840889:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583006720:0@lo:400:kworker.0 00000100:00100000:0.0:1788536009.840903:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583006592:0@lo:400:kworker.0 00000100:00100000:0.0:1788536010.352744:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583006976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536010.352893:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536010.352969:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583006976 00000100:00100000:0.0:1788536010.352976:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583006976 00000100:00100000:0.0:1788536010.353022:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788536010.353030:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583006976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536010.353064:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49348608 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536010.353106:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583006976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536010.353113:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788536010.353160:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583006976:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536012.532330:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573664768 00000100:00100000:0.0:1788536012.532392:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573664768 00002000:00100000:0.0:1788536012.532606:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x8:0x0] (0->1515) req@ffff8b1d7bfff800 x1875415573664768/t0(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:668/0 lens 2008/0 e 0 to 0 dl 1788536023 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536012.532621:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfff800 with x1875415573664768 ext(0->1515) 00002000:00010000:0.0:1788536012.532629:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bfff800 00000100:00100000:0.0:1788536012.532675:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573665024 00000100:00100000:0.0:1788536012.532679:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573665024 00002000:00100000:0.0:1788536012.532701:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x9:0x0] (0->1515) req@ffff8b1d7bffce00 x1875415573665024/t0(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:668/0 lens 2008/0 e 0 to 0 dl 1788536023 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536012.532709:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffce00 with x1875415573665024 ext(0->1515) 00002000:00010000:0.0:1788536012.532713:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bffce00 00000100:00100000:0.0:1788536012.532727:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 46 00000100:00100000:0.0:1788536012.532738:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573664768:12345-192.168.203.55@tcp:4:cat.0 00000100:00100000:0.0:1788536012.533468:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573664768:12345-192.168.203.55@tcp:4:cat.0 Request processed in 725us (26602us total) trans 4294967321 rc 0/0 00000100:00100000:0.0:1788536012.533479:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 46 00002000:00100000:0.0:1788536012.533488:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x8:0x0] (0->1515) req@ffff8b1d7bfff800 x1875415573664768/t4294967321(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:668/0 lens 2008/448 e 0 to 0 dl 1788536023 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536012.533497:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfff800 with x1875415573664768 ext(0->1515) 00002000:00010000:0.0:1788536012.533501:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bfff800 00000100:00100000:0.0:1788536012.533530:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 47 00000100:00100000:0.0:1788536012.533538:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573665024:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:0.0:1788536012.533772:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573665024:12345-192.168.203.55@tcp:4:cp.0 Request processed in 234us (18711us total) trans 4294967322 rc 0/0 00000100:00100000:0.0:1788536012.533789:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 47 00002000:00100000:0.0:1788536012.533796:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x9:0x0] (0->1515) req@ffff8b1d7bffce00 x1875415573665024/t4294967322(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:668/0 lens 2008/448 e 0 to 0 dl 1788536023 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536012.533802:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffce00 with x1875415573665024 ext(0->1515) 00002000:00010000:0.0:1788536012.533806:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bffce00 00000001:00080000:0.0:1788536014.512758:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967327 is committed 00010000:00010000:1.0:1788536014.769913:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536014.956212:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583007616:0@lo:400:kworker.0 00000100:00100000:0.0:1788536014.956282:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536014.956354:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536014.956361:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583007232:0@lo:400:kworker.0 00000100:00100000:0.0:1788536014.956424:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536014.956448:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583007744:0@lo:400:kworker.0 00000100:00100000:0.0:1788536014.956485:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536014.956512:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583007488:0@lo:400:kworker.0 00000100:00100000:0.0:1788536014.956569:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536014.956590:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536014.956597:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583007360:0@lo:400:kworker.0 00000100:00100000:0.0:1788536014.956635:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536014.956653:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583007872:0@lo:400:kworker.0 00000100:00100000:0.0:1788536014.956802:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536014.956836:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583007232 00000100:00100000:0.0:1788536014.956844:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583007232 00000100:00100000:0.0:1788536014.956890:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1788536014.956898:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583007232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536014.956959:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583007232:12345-0@lo:400:kworker.0 Request processed in 61us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536014.956966:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1788536014.957121:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583007744 00000100:00100000:1.0:1788536014.957126:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583007744 00000100:00100000:1.0:1788536014.957164:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583007488 00000100:00100000:1.0:1788536014.957168:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583007488 00000100:00100000:1.0:1788536014.957182:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583007360 00000100:00100000:1.0:1788536014.957185:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583007360 00000100:00100000:1.0:1788536014.957196:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1788536014.957201:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583007744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536014.957238:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583007744:12345-0@lo:400:kworker.0 Request processed in 37us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536014.957244:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1788536014.957264:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1788536014.957269:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583007488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536014.957297:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583007488:12345-0@lo:400:kworker.0 Request processed in 29us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536014.957303:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1788536014.957313:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1788536014.957318:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583007360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536014.957340:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583007360:12345-0@lo:400:kworker.0 Request processed in 23us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536014.957345:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1788536014.957400:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583007360:0@lo:400:kworker.0 00000100:00100000:1.0:1788536014.957412:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583007488:0@lo:400:kworker.0 00000100:00100000:1.0:1788536014.957458:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583007232:0@lo:400:kworker.0 00000100:00100000:1.0:1788536014.957468:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583007744:0@lo:400:kworker.0 00000100:00080000:1.0:1788536014.958812:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536014.958817:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536014.958820:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536014.958855:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583007616:0@lo:400:kworker.0 00000100:00100000:1.0:1788536014.960118:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583007872:0@lo:400:kworker.0 00000100:00100000:1.0:1788536015.467835:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583008000:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536015.467898:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536015.468961:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583008000:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536015.788249:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536016.811787:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536017.837343:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536018.859626:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536019.166851:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573666304 00000100:00100000:0.0:1788536019.166860:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573666304 00000100:00100000:0.0:1788536019.166905:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 324 00000100:00100000:0.0:1788536019.166914:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573666304:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536019.166976:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573666304:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 63us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536019.166983:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 324 00000100:00080000:0.0:1788536019.167577:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536019.173490:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573666560 00000100:00100000:1.0:1788536019.173508:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573666560 00000100:00100000:1.0:1788536019.174090:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573667072 00000100:00100000:1.0:1788536019.174095:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573667072 00000100:00100000:1.0:1788536019.174110:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573666688 00000100:00100000:1.0:1788536019.174113:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573666688 00000100:00100000:1.0:1788536019.174133:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 178 00000100:00100000:1.0:1788536019.174142:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573666560:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536019.174302:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573666560:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 160us (7645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536019.174310:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 178 00000100:00100000:1.0:1788536019.174327:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 179 00000100:00100000:1.0:1788536019.174333:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573667072:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536019.174354:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573667072:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (7643us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536019.174360:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 179 00000100:00100000:1.0:1788536019.174387:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 180 00000100:00100000:1.0:1788536019.174393:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573666688:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536019.174414:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573666688:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (7198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536019.174420:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 180 00000100:00080000:1.0:1788536019.174441:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536019.174445:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536019.175156:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573666944 00000100:00100000:1.0:1788536019.175173:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573666944 00000100:00100000:1.0:1788536019.175230:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 181 00000100:00100000:1.0:1788536019.175237:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573666944:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536019.175271:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+6:2355:x1875415573666944:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (5655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536019.175277:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 181 00010000:00010000:0.0:1788536019.883898:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536020.587884:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583009024 00000100:00100000:1.0:1788536020.587892:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583009024 00000100:00100000:1.0:1788536020.587953:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1788536020.587963:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583009024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536020.587997:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 52756480 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536020.588042:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583009024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536020.588049:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00010000:1.0:1788536020.907765:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536021.409454:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.410199:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573667200 00000100:00100000:0.0:1788536021.410213:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573667200 00000100:00100000:0.0:1788536021.410289:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 529 00000100:00100000:0.0:1788536021.410299:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+53:17655:x1875415573667200:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536021.410318:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536021.410338:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e7fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afeca expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410415:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410430:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410440:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410519:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410528:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410535:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410734:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410743:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410750:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410757:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536021.410761:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410769:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410780:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6fd00) 00010000:00010000:0.0:1788536021.410783:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.410788:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410793:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e803 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410810:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410817:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410822:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410827:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536021.410830:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410836:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410842:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff8b1d45477800) 00010000:00010000:0.0:1788536021.410845:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.410848:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410854:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e80a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410884:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e7fc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afeca expref: 54 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410892:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6fd00) 00010000:00010000:0.0:1788536021.410894:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.410903:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e7fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afeca expref: 54 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.410912:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ea00, rc 0) 00000100:00100000:0.0:1788536021.411153:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+53:17655:x1875415573667200:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 855us (1725us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536021.411161:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 529 00000100:00080000:1.0:1788536021.415987:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536021.422827:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.422912:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573667456 00000100:00100000:0.0:1788536021.422926:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573667456 00000100:00100000:0.0:1788536021.423123:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 530 00000100:00100000:0.0:1788536021.423138:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+53:17655:x1875415573667456:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:0.0:1788536021.423193:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536021.423217:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4e658 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe37 expref: 53 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.423236:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6fd00) 00010000:00010000:0.0:1788536021.423242:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536021.423879:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e811 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.423897:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4e697 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe4c expref: 19 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.423906:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e811 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.423942:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4e697 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe4c expref: 19 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.425792:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4e697 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe4c expref: 19 pid: 6725 timeout: 499 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536021.425810:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583009152:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536021.425899:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50f25180 going to sleep for 11 seconds 00000100:00100000:1.0:1788536021.461298:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573667840 00000100:00100000:1.0:1788536021.461320:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573667840 00000100:00100000:1.0:1788536021.461403:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 532 00000100:00100000:1.0:1788536021.461425:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+54:17656:x1875415573667840:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536021.461446:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536021.461466:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e82d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afed8 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461541:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461581:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461593:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461610:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461617:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461623:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461711:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e842 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461719:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461726:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536021.461751:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 16384 00000004:00200000:1.0:1788536021.461755:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536021.461775:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e842 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461787:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461805:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461812:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461817:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536021.461822:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461829:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461840:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6ff00) 00010000:00010000:1.0:1788536021.461843:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536021.461848:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461853:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e834 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461865:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461870:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461875:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461880:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536021.461889:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461896:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461903:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff8b1d457ffe00) 00010000:00010000:1.0:1788536021.461906:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536021.461909:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461915:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e83b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461945:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e82d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afed8 expref: 56 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461958:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11dc00/0x94dfe24b69f4e842 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afed8 expref: 55 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.461965:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:1.0:1788536021.461967:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788536021.461969:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11dc00, rc 0) 00000100:00100000:1.0:1788536021.464673:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+55:17656:x1875415573667840:12345-192.168.203.55@tcp:101:bash.0 Request processed in 2130us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536021.464685:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 532 00000100:00100000:3.0:1788536021.469810:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573667968 00000100:00100000:3.0:1788536021.469829:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573667968 00000100:00100000:3.0:1788536021.469890:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 533 00000100:00100000:3.0:1788536021.469901:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+55:17656:x1875415573667968:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536021.469922:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536021.469941:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e849 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afedf expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470013:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470027:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470039:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470054:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470061:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470068:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470123:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470131:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470137:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470148:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536021.470153:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470161:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470173:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:3.0:1788536021.470176:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.470181:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470188:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e850 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470200:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470205:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470212:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470217:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bba000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536021.470221:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470227:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470243:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff8b1d59b6fd00) 00010000:00010000:3.0:1788536021.470245:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.470248:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470254:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e857 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470289:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e849 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afedf expref: 56 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470309:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:3.0:1788536021.470312:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.470316:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e849 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afedf expref: 56 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.470327:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbaa00, rc 0) 00000100:00100000:3.0:1788536021.470405:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+55:17656:x1875415573667968:12345-192.168.203.55@tcp:101:bash.0 Request processed in 506us (861us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536021.471072:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 533 00000100:00100000:0.0:1788536021.496322:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573668096 00000100:00100000:0.0:1788536021.496334:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573668096 00000100:00100000:0.0:1788536021.496618:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 534 00000100:00100000:0.0:1788536021.496630:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+19:17657:x1875415573668096:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536021.496650:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536021.496672:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e85e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afee6 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.496735:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e865 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.496749:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.496759:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536021.496796:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536021.496800:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536021.496818:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.496842:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e85e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afee6 expref: 21 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.496870:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4e865 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afee6 expref: 20 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.496878:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6ff00) 00010000:00010000:0.0:1788536021.496881:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536021.496885:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035f800, rc 0) 00000100:00100000:0.0:1788536021.496949:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+20:17657:x1875415573668096:12345-192.168.203.55@tcp:101:rm.0 Request processed in 322us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.496956:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 534 00000100:00100000:3.0:1788536021.504131:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.504276:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573668224 00000100:00100000:0.0:1788536021.504286:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573668224 00000100:00100000:0.0:1788536021.504355:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 535 00000100:00100000:0.0:1788536021.504395:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+20:17657:x1875415573668224:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536021.504416:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536021.504435:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e86c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afeed expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504526:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504541:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504552:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504566:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504579:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504585:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504873:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980400/0x94dfe24b69f4e881 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504883:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980400/0x94dfe24b69f4e881 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504892:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980400/0x94dfe24b69f4e881 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536021.504925:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 16384 00000004:00200000:0.0:1788536021.504930:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536021.504949:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980400/0x94dfe24b69f4e881 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504962:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504968:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504975:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.504982:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035e600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536021.504996:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505011:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505024:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6ff00) 00010000:00010000:0.0:1788536021.505027:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.505032:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505038:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e873 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505054:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505060:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505067:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505071:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536021.505074:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505080:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505088:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4f27b7ce (ffff8b1d45477800) 00010000:00010000:0.0:1788536021.505091:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.505093:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505108:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e87a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4f27b7ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505140:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e86c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afeed expref: 22 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505153:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980400/0x94dfe24b69f4e881 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afeed expref: 21 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.505161:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:0.0:1788536021.505163:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536021.505166:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d51980400, rc 0) 00000100:00100000:0.0:1788536021.505238:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+21:17657:x1875415573668224:12345-192.168.203.55@tcp:101:rm.0 Request processed in 873us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.505246:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 535 00000100:00100000:1.0:1788536021.515176:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573668352 00000100:00100000:1.0:1788536021.515188:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573668352 00000100:00100000:1.0:1788536021.515260:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 536 00000100:00100000:1.0:1788536021.515272:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:17657:x1875415573668352:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536021.515317:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536021.515340:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e888 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afef4 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515436:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515452:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515463:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515476:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515482:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515488:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515549:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515556:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515562:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515568:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536021.515578:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515585:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515598:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:1.0:1788536021.515601:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536021.515606:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515613:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4e88f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515629:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515635:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515640:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515645:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536021.515648:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515653:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515660:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff8b1d457ffe00) 00010000:00010000:1.0:1788536021.515662:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536021.515672:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515678:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4e896 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515711:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e888 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afef4 expref: 22 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515721:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:1.0:1788536021.515724:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536021.515727:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4e888 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afef4 expref: 22 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.515735:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11d200, rc 0) 00000100:00100000:1.0:1788536021.515794:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:17657:x1875415573668352:12345-192.168.203.55@tcp:101:rm.0 Request processed in 525us (758us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536021.515801:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 536 00000100:00100000:3.0:1788536021.522845:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536021.522926:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573668480 00000100:00100000:1.0:1788536021.522936:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573668480 00000100:00100000:1.0:1788536021.522999:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 537 00000100:00100000:1.0:1788536021.523008:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+21:17657:x1875415573668480:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536021.523026:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536021.523046:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4e89d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afefb expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523105:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523135:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523146:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523162:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523169:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523175:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523230:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523237:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523243:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523249:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536021.523254:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523262:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523275:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:1.0:1788536021.523284:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536021.523290:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523296:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4e8a4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523312:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523318:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523324:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523329:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536021.523332:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523338:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523346:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff8b1d457ff800) 00010000:00010000:1.0:1788536021.523348:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536021.523351:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523357:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e8ab lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523448:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4e89d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afefb expref: 22 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523465:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:1.0:1788536021.523467:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536021.523471:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4e89d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afefb expref: 22 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.523481:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c000, rc 0) 00000100:00100000:1.0:1788536021.523548:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+21:17657:x1875415573668480:12345-192.168.203.55@tcp:101:rm.0 Request processed in 541us (723us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536021.523802:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 537 00000100:00100000:3.0:1788536021.553085:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573668608 00000100:00100000:3.0:1788536021.553095:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573668608 00000100:00100000:3.0:1788536021.553152:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 538 00000100:00100000:3.0:1788536021.553162:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:17658:x1875415573668608:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536021.553184:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536021.553212:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e8b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff02 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553276:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553290:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553431:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553449:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553456:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553463:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553523:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553531:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553536:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.553542:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bba000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536021.553547:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554076:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554089:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:3.0:1788536021.554092:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.554096:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554102:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e8b9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554113:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554119:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554124:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554129:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536021.554132:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554137:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554143:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff8b1d59b6fd00) 00010000:00010000:3.0:1788536021.554146:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.554148:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554162:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e8c0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554202:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e8b2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff02 expref: 22 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554212:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:3.0:1788536021.554214:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.554218:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e8b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff02 expref: 22 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.554227:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbaa00, rc 0) 00000100:00100000:3.0:1788536021.554294:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:17658:x1875415573668608:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1133us (1334us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536021.554643:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 538 00000100:00100000:1.0:1788536021.565865:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.566495:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573668736 00000100:00100000:0.0:1788536021.566516:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573668736 00000100:00100000:0.0:1788536021.566590:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 539 00000100:00100000:0.0:1788536021.566601:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+21:17658:x1875415573668736:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536021.566622:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536021.566646:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51981a00/0x94dfe24b69f4e8c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff09 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566721:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566737:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566756:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566771:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566779:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566786:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566850:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566858:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566865:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566871:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536021.566876:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566884:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566897:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:0.0:1788536021.566900:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.566906:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566919:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566931:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566937:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566944:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566949:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536021.566952:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566958:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566965:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff8b1d45477800) 00010000:00010000:0.0:1788536021.566968:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.566971:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.566976:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.567013:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51981a00/0x94dfe24b69f4e8c7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff09 expref: 22 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.567034:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:0.0:1788536021.567036:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.567040:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51981a00/0x94dfe24b69f4e8c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff09 expref: 22 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.567050:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d51981a00, rc 0) 00000100:00100000:0.0:1788536021.567121:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+21:17658:x1875415573668736:12345-192.168.203.55@tcp:101:cp.0 Request processed in 521us (1266us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536021.567128:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 539 00000100:00100000:0.0:1788536021.579489:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.579538:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573668992 00000100:00100000:0.0:1788536021.579548:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573668992 00000100:00100000:0.0:1788536021.579598:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 540 00000100:00100000:0.0:1788536021.579608:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+21:17658:x1875415573668992:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536021.579627:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536021.579646:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8dc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff10 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.579764:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.579792:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.579804:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.579829:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 3/0,1 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.579836:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.579843:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536021.580519:0:5825:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xd:0x0], index 1: 0 00010000:00010000:0.0:1788536021.580696:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e8f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580708:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e8f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580717:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e8f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580750:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580757:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580763:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580769:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536021.580773:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580792:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580804:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:0.0:1788536021.580807:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536021.580812:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580818:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035fe00/0x94dfe24b69f4e8e3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536021.580829:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000dfdcba92 reply state 000000006e36b2ce transno 4294967685 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536021.580838:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536021.580872:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e8dc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff10 expref: 24 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580888:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e8f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff10 expref: 23 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.580896:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:0.0:1788536021.580899:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536021.580902:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ea00, rc 0) 00000100:00100000:0.0:1788536021.580982:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+24:17658:x1875415573668992:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1375us (1500us total) trans 4294967685 rc 0/0 00000100:00100000:0.0:1788536021.580992:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 540 00000100:00100000:3.0:1788536021.589071:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:3.0:1788536021.589828:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.589843:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.589850:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.589855:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035e600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536021.589861:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.589881:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.589908:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff8b1d45477800) 00010000:00010000:3.0:1788536021.589911:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.589924:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 2/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.589930:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e8ea lrc: 0/0,0 mode: --/PW res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536021.597085:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573669120 00000100:00100000:1.0:1788536021.597099:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573669120 00000100:00080000:1.0:1788536021.597337:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536021.598639:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 135 00000100:00100000:1.0:1788536021.598663:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+6:2354:x1875415573669120:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536021.598681:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536021.598700:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff17 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536021.598789:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788536021.598809:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=399s v=(0 0) 00010000:00010000:1.0:1788536021.598813:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536021.598822:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 7 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.598858:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 7 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.598873:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167dc00, rc 0) 00000100:00100000:1.0:1788536021.599547:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2354:x1875415573669120:12345-192.168.203.55@tcp:101:cp.0 Request processed in 889us (10483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536021.600525:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 135 00000100:00100000:0.0:1788536021.618305:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536021.621128:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573669248 00000100:00100000:3.0:1788536021.621143:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573669248 00000100:00100000:3.0:1788536021.621205:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 136 00000100:00100000:3.0:1788536021.621216:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+7:17658:x1875415573669248:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536021.621236:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536021.621256:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff1e expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.621290:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 8 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.621299:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536021.621304:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536021.621310:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 8 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.621346:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 8 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.621397:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 8 pid: 6668 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536021.621421:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583009280:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536021.621523:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b6b30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536021.628708:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583009280:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536021.628739:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 3/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 8 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.628755:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbaa00, rc 0) 00000100:00100000:3.0:1788536021.628803:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:17658:x1875415573669248:12345-192.168.203.55@tcp:101:cp.0 Request processed in 7590us (10508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536021.628815:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 136 00000100:00100000:3.0:1788536021.633311:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.633424:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573669376 00000100:00100000:0.0:1788536021.633445:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573669376 00010000:00010000:0.0:1788536021.633484:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 8 pid: 6668 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536021.633532:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 169 00000100:00100000:0.0:1788536021.633541:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573669376:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536021.633564:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536021.633587:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 8 pid: 6668 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.633601:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 8 pid: 6668 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.633621:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e8ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff17 expref: 8 pid: 6668 timeout: 499 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.633636:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536021.633640:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536021.633648:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 7 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.633669:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 7 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.633706:0:5809:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 7 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536021.633740:0:5809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5809:1875415583009408:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536021.633816:0:5809:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536021.640170:0:5809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5809:1875415583009408:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536021.640198:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536021.640260:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+7:2353:x1875415573669376:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 6719us (6958us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536021.640272:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 169 00000100:00100000:3.0:1788536021.641294:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573669632 00000100:00100000:3.0:1788536021.641303:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573669632 00000100:00100000:3.0:1788536021.641362:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 119 00000100:00100000:3.0:1788536021.641396:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+23:17658:x1875415573669632:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536021.642007:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+24:17658:x1875415573669632:12345-192.168.203.55@tcp:35:cp.0 Request processed in 634us (778us total) trans 4294967686 rc 0/0 00000100:00100000:3.0:1788536021.642015:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 119 00000100:00100000:1.0:1788536021.693830:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536021.694208:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573669760 00000100:00100000:3.0:1788536021.694218:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573669760 00000100:00100000:3.0:1788536021.694280:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 541 00000100:00100000:3.0:1788536021.694290:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+55:17661:x1875415573669760:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536021.694311:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536021.694331:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e90d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff25 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694441:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694456:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694467:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694480:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694487:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694493:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694581:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba400/0x94dfe24b69f4e922 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694603:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba400/0x94dfe24b69f4e922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694611:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba400/0x94dfe24b69f4e922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536021.694643:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00000004:00200000:3.0:1788536021.694647:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536021.694666:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba400/0x94dfe24b69f4e922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694677:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba400/0x94dfe24b69f4e922 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694686:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694692:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694698:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694703:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bba000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536021.694706:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694724:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694735:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:3.0:1788536021.694744:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.694749:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694757:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e914 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694772:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694778:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694784:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694788:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536021.694790:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694795:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694802:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x3953761c (ffff8b1d59b6fd00) 00010000:00010000:3.0:1788536021.694804:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536021.694806:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694811:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e91b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x3953761c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694840:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e90d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff25 expref: 57 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694860:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba400/0x94dfe24b69f4e922 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff25 expref: 56 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.694867:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:3.0:1788536021.694869:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536021.694871:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba400, rc 0) 00000100:00100000:3.0:1788536021.695175:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+56:17661:x1875415573669760:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 885us (1353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536021.695183:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 541 00000100:00100000:1.0:1788536021.702034:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573669888 00000100:00100000:1.0:1788536021.702044:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573669888 00000100:00100000:1.0:1788536021.702121:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 137 00000100:00100000:1.0:1788536021.702132:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+8:2354:x1875415573669888:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536021.702152:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536021.702170:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e929 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff2c expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536021.702234:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583009536:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536021.702339:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549d80 going to sleep for 11 seconds 00002000:00010000:1.0:1788536021.710978:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb size: 0 -> 1516 00002000:00010000:1.0:1788536021.710987:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb mtime: 0 -> 1788536021 00002000:00010000:1.0:1788536021.710989:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb atime: 0 -> 1788536021 00002000:00010000:1.0:1788536021.710991:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0xd:0x0] updating lvb ctime: 0 -> 1788536021 00000100:00100000:1.0:1788536021.711015:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583009536:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536021.711051:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e929 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff2c expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.711091:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4e929 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff2c expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.711104:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167dc00, rc 0) 00000100:00100000:1.0:1788536021.711203:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+8:2354:x1875415573669888:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 9072us (9302us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536021.711212:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 137 00000100:00100000:0.0:1788536021.734181:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536021.735240:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536021.735268:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51981a00/0x94dfe24b69f4e930 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff33 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.735347:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e937 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.735362:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e937 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.735401:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e937 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536021.735443:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x21:0x0]: returning size 16384 00000004:00200000:0.0:1788536021.735447:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536021.735464:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e937 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.735489:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51981a00/0x94dfe24b69f4e930 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff33 expref: 58 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.735515:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035e600/0x94dfe24b69f4e937 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x21:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff33 expref: 57 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.735524:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:0.0:1788536021.735539:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536021.735544:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035e600, rc 0) 00000100:00100000:0.0:1788536021.735616:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+57:17661:x1875415573670016:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1251us (1445us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.735625:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 542 00000100:00100000:3.0:1788536021.750687:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573670144 00000100:00100000:3.0:1788536021.750704:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573670144 00000100:00100000:3.0:1788536021.750782:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 138 00000100:00100000:3.0:1788536021.750791:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573670144:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536021.750807:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536021.750824:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4e93e lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff3a expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536021.750880:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583009664:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536021.751324:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b6b3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536021.763152:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583009664:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536021.763192:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4e93e lrc: 1/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff3a expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.763218:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4e93e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff3a expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.763245:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:3.0:1788536021.763304:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573670144:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 12513us (23984us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536021.763312:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 138 00000100:00100000:0.0:1788536021.776323:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536021.776974:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573670400 00000100:00100000:3.0:1788536021.776983:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573670400 00000100:00100000:3.0:1788536021.777047:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 543 00000100:00100000:3.0:1788536021.777057:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+57:17661:x1875415573670400:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:3.0:1788536021.777315:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].12, 136 off9824 00000100:00100000:3.0:1788536021.777446:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+57:17661:x1875415573670400:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 389us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536021.777454:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 543 00000040:00080000:3.0:1788536021.803683:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536021.803694:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536021.804583:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:3.0:1788536021.804597:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536021.811137:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583009792:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536021.811238:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b6b3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536021.819399:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffea00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583009792:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536021.822875:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573670528 00000100:00100000:0.0:1788536021.822897:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573670528 00000100:00100000:0.0:1788536021.822965:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 544 00000100:00100000:0.0:1788536021.822975:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+24:17664:x1875415573670528:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536021.823037:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536021.823157:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+24:17664:x1875415573670528:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 183us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.823165:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 544 00000100:00100000:0.0:1788536021.836341:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536021.836528:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573670784 00000100:00100000:3.0:1788536021.836540:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573670784 00000100:00100000:3.0:1788536021.836660:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 545 00000100:00100000:3.0:1788536021.836670:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:17664:x1875415573670784:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536021.836691:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536021.836737:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e945 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff41 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.836856:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e94c lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.836870:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e94c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.836883:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e94c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536021.836894:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:3.0:1788536021.839465:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4e945 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff41 expref: 27 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.839496:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e94c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff41 expref: 26 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.839515:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:3.0:1788536021.839518:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536021.839522:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb400, rc 0) 00000100:00100000:3.0:1788536021.839614:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:17664:x1875415573670784:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2943us (3285us total) trans 4294967687 rc 0/0 00000100:00100000:3.0:1788536021.839625:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 545 00000100:00100000:1.0:1788536021.852279:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536021.852318:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.852569:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573671040 00000100:00100000:0.0:1788536021.852581:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573671040 00000100:00100000:0.0:1788536021.852653:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 16 00000100:00100000:0.0:1788536021.852663:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:2355:x1875415573671040:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536021.852680:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536021.852704:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4e94c lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff41 expref: 26 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.852724:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:0.0:1788536021.852729:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536021.852797:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+25:2355:x1875415573671040:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 135us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.852820:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 16 00000100:00100000:3.0:1788536021.853199:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573670912 00000100:00100000:3.0:1788536021.853215:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573670912 00000100:00100000:3.0:1788536021.853258:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 139 00000100:00100000:3.0:1788536021.853267:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+7:2354:x1875415573670912:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536021.853315:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4e95a lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.853332:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 7 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.853340:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xd:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536021.853344:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536021.853348:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4e95a lrc: 4/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.854013:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 7 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.854030:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 7 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536021.854045:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583009920:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536021.854129:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b6b3c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536021.870317:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583009920:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536021.870348:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4e95a lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536021.870598:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573671168 00000100:00100000:0.0:1788536021.870607:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573671168 00002000:00100000:0.0:1788536021.870658:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xd:0x0] (0->1515) req@ffff8b1d73a6b480 x1875415573671168/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:677/0 lens 2008/0 e 0 to 0 dl 1788536032 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536021.870667:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d73a6b480 with x1875415573671168 ext(0->1515) 00010000:00010000:0.0:1788536021.870675:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 8 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.870687:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 8 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536021.870695:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d73a6b480 00000100:00100000:0.0:1788536021.870736:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 2 00000100:00100000:0.0:1788536021.870745:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573671168:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:0.0:1788536021.871728:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573671168:12345-192.168.203.55@tcp:4:cp.0 Request processed in 978us (1538us total) trans 4294967328 rc 0/0 00000100:00100000:0.0:1788536021.871740:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 2 00002000:00100000:0.0:1788536021.871749:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xd:0x0] (0->1515) req@ffff8b1d73a6b480 x1875415573671168/t4294967328(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:677/0 lens 2008/448 e 0 to 0 dl 1788536032 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536021.871759:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d73a6b480 with x1875415573671168 ext(0->1515) 00010000:00010000:0.0:1788536021.871766:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 10 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.871792:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 10 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536021.871798:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d73a6b480 00000100:00100000:3.0:1788536021.876962:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573671296 00000100:00100000:3.0:1788536021.876974:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573671296 00010000:00010000:3.0:1788536021.877015:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 10 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536021.877084:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 170 00000100:00100000:3.0:1788536021.877093:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573671296:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536021.877118:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536021.877142:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 10 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.877156:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 10 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.877182:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000da4c7ab9/0x94dfe24b69f4e906 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff1e expref: 10 pid: 9635 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.877199:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536021.877321:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536021.877329:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4e95a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.877339:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4e95a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.877365:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536021.877499:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573671296:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 407us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536021.877517:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 170 00000100:00100000:1.0:1788536021.881974:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536021.883567:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573671552 00000100:00100000:3.0:1788536021.883584:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573671552 00000100:00100000:3.0:1788536021.883658:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 546 00000100:00100000:3.0:1788536021.883669:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+25:17664:x1875415573671552:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536021.883794:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+25:17664:x1875415573671552:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 126us (1828us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536021.883802:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 546 00000100:00100000:1.0:1788536021.887275:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.887359:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573671680 00000100:00100000:0.0:1788536021.887424:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573671680 00000100:00100000:0.0:1788536021.887489:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 140 00000100:00100000:0.0:1788536021.887510:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573671680:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536021.887532:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536021.887560:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000054c30882/0x94dfe24b69f4e961 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff48 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536021.887593:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xd:0x0] initial LVB size: 1516, mtime: 0x6a9ae4d5, atime: 0x0, ctime: 0x6a9ae4d5, blocks: 0x1 00010000:00010000:0.0:1788536021.887617:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=400s v=(0 0) 00010000:00010000:0.0:1788536021.887622:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536021.887633:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000054c30882/0x94dfe24b69f4e961 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff48 expref: 9 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.887651:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000054c30882/0x94dfe24b69f4e961 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff48 expref: 9 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.887666:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035fe00, rc 0) 00000100:00100000:0.0:1788536021.887722:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573671680:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 223us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.887750:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 140 00000100:00100000:0.0:1788536021.903974:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573671936 00000100:00100000:0.0:1788536021.903985:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573671936 00000100:00100000:0.0:1788536021.904049:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 547 00000100:00100000:0.0:1788536021.904059:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+25:17664:x1875415573671936:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536021.904181:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+25:17664:x1875415573671936:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 123us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.904189:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 547 00000100:00100000:3.0:1788536021.914464:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.914704:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573672064 00000100:00100000:0.0:1788536021.914716:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573672064 00002000:00100000:0.0:1788536021.914769:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff8b1d7bffea00 x1875415573672064/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:677/0 lens 488/0 e 0 to 0 dl 1788536032 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536021.914779:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffea00 with x1875415573672064 ext(0->4095) 00002000:00010000:0.0:1788536021.914785:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffea00 00000100:00100000:0.0:1788536021.914820:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 51 00000100:00100000:0.0:1788536021.914829:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573672064:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536021.917946:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573672064:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 3105us (3479us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536021.917962:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 51 00002000:00100000:0.0:1788536021.917978:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0xd:0x0] (0->4095) req@ffff8b1d7bffea00 x1875415573672064/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:677/0 lens 488/4536 e 0 to 0 dl 1788536032 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536021.917988:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffea00 with x1875415573672064 ext(0->4095) 00002000:00010000:0.0:1788536021.917994:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffea00 00010000:00010000:3.0:1788536021.932731:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536021.936964:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573672192 00000100:00100000:3.0:1788536021.936977:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573672192 00000100:00100000:3.0:1788536021.937079:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 548 00000100:00100000:3.0:1788536021.937090:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+25:17664:x1875415573672192:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536021.937112:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536021.937133:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e968 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff4f expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.937169:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.937184:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.937195:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.937304:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e968 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 27 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.937335:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 26 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.937343:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:3.0:1788536021.937346:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536021.937349:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba000, rc 0) 00000100:00100000:3.0:1788536021.937594:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+26:17664:x1875415573672192:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 505us (3236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536021.937602:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 548 00000100:00100000:3.0:1788536021.947816:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.948318:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573672320 00000100:00100000:0.0:1788536021.948328:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573672320 00000100:00100000:0.0:1788536021.948426:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 549 00000100:00100000:0.0:1788536021.948438:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:17664:x1875415573672320:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536021.948472:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0xd:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536021.948589:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:17664:x1875415573672320:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 154us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.948600:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 549 00000100:00100000:3.0:1788536021.953144:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.953941:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573672448 00000100:00100000:0.0:1788536021.953953:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573672448 00000100:00100000:0.0:1788536021.954014:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 141 00000100:00100000:0.0:1788536021.954023:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573672448:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536021.954070:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954088:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536021.954093:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536021.954099:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954114:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954146:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954154:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954178:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954185:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536021.954190:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954199:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954328:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.954337:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a781c13a/0x94dfe24b69f4e976 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536021.954691:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573672448:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 667us (1557us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536021.954699:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 141 00000100:00100000:1.0:1788536021.980827:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536021.980900:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573672704 00000100:00100000:0.0:1788536021.980911:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573672704 00000100:00100000:0.0:1788536021.980966:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 550 00000100:00100000:0.0:1788536021.980976:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:17664:x1875415573672704:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536021.981052:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.981076:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 26 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.981085:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 4/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.981117:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 26 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536021.981131:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 26 pid: 5824 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536021.981146:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583010048:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536021.981244:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536021.984613:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583010048:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536021.984645:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536021.994903:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536021.995336:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573672832 00000100:00100000:3.0:1788536021.995346:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573672832 00010000:00010000:3.0:1788536021.995453:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 27 pid: 5824 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536021.995491:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 171 00000100:00100000:3.0:1788536021.995509:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46533050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+27:2354:x1875415573672832:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536021.995524:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536021.995531:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 27 pid: 5824 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.995545:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 27 pid: 5824 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.995568:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e96f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff4f expref: 27 pid: 5824 timeout: 500 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.995594:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:3.0:1788536021.995599:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,1 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.995608:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.995616:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536021.995641:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536021.995692:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46533050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:2354:x1875415573672832:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 192us (798us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536021.995699:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 171 00010000:00010000:1.0:1788536021.995872:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.995880:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.996074:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.996082:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.996090:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.996107:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536021.996112:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.996120:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.996129:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:1.0:1788536021.996132:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536021.996137:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 2/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536021.996144:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4e97d lrc: 0/0,0 mode: --/PW res: [0x200000402:0xd:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536021.996282:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:17664:x1875415573672704:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 15307us (15465us total) trans 4294967688 rc 0/0 00000100:00100000:1.0:1788536021.996291:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 550 00000040:00080000:3.0:1788536021.996707:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536021.996712:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536021.999903:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788536021.999922:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536022.003180:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536022.003310:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573673088 00000100:00100000:3.0:1788536022.003322:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573673088 00000100:00100000:3.0:1788536022.003403:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 120 00000100:00100000:3.0:1788536022.003425:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+26:17664:x1875415573673088:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536022.003882:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+27:17664:x1875415573673088:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 451us (701us total) trans 4294967689 rc 0/0 00000100:00100000:3.0:1788536022.003891:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 120 00000100:00100000:0.0:1788536022.124208:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583010176 00000100:00100000:0.0:1788536022.124218:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583010176 00000100:00100000:0.0:1788536022.124337:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788536022.124347:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583010176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536022.124415:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 57868288 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536022.124480:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583010176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (634us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536022.124492:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00080000:1.0:1788536022.125323:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536022.767810:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536022.768397:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573673344 00000100:00100000:3.0:1788536022.768415:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573673344 00000100:00100000:3.0:1788536022.768494:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 551 00000100:00100000:3.0:1788536022.768514:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+57:17674:x1875415573673344:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536022.768535:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536022.768555:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e984 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff56 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536022.768644:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4e98b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536022.768659:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4e98b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536022.768669:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4e98b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536022.768679:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xd:0x0]: returning size 1516 00010000:00010000:3.0:1788536022.768796:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e984 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x21:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff56 expref: 60 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536022.768814:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4e98b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff56 expref: 59 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536022.768822:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:3.0:1788536022.768825:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536022.768828:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba200, rc 0) 00000100:00100000:3.0:1788536022.768886:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+59:17674:x1875415573673344:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 374us (1087us total) trans 4294967690 rc 0/0 00000100:00100000:3.0:1788536022.768893:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 551 00000100:00100000:1.0:1788536022.781319:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573673472 00000100:00100000:1.0:1788536022.781330:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573673472 00000100:00100000:1.0:1788536022.781404:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 552 00000100:00100000:1.0:1788536022.781414:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+58:17674:x1875415573673472:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:1.0:1788536022.781490:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781519:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781546:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781574:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781582:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781589:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781595:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536022.781599:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781607:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781619:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:1.0:1788536022.781622:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536022.781626:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 2/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536022.781633:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4e999 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536022.781702:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+58:17674:x1875415573673472:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 289us (3958us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536022.781709:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 552 00000100:00100000:1.0:1788536022.784774:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573673856 00000100:00100000:1.0:1788536022.784790:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573673856 00000100:00100000:1.0:1788536022.784845:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 121 00000100:00100000:1.0:1788536022.784855:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+58:17674:x1875415573673856:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536022.785324:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+59:17674:x1875415573673856:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 469us (794us total) trans 4294967691 rc 0/0 00000100:00100000:1.0:1788536022.785333:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 121 00010000:00010000:1.0:1788536022.963092:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536023.019689:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536023.019709:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536023.019744:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 13 count 2 00000040:00080000:3.0:1788536023.019751:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536023.980169:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536024.286499:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536024.286548:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536024.286585:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536024.286605:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536024.286620:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536024.286640:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536024.286666:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536024.289691:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573673984 00000100:00100000:3.0:1788536024.289714:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573673984 00000100:00100000:3.0:1788536024.289802:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 326 00000100:00100000:3.0:1788536024.289815:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573673984:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536024.289919:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573673984:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 107us (3445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536024.289928:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 326 00000100:00100000:3.0:1788536024.289977:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573674496 00000100:00100000:3.0:1788536024.289982:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573674496 00000100:00100000:3.0:1788536024.290028:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573674112 00000100:00100000:3.0:1788536024.290031:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573674112 00000100:00100000:3.0:1788536024.290056:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 223 00000100:00100000:3.0:1788536024.290063:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:2354:x1875415573674496:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536024.290101:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:2354:x1875415573674496:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (3516us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536024.290109:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 223 00000100:00100000:3.0:1788536024.290122:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 224 00000100:00100000:3.0:1788536024.290128:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+59:2354:x1875415573674112:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536024.290155:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+59:2354:x1875415573674112:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (3534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536024.290162:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 224 00000100:00100000:3.0:1788536024.290182:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573674240 00000100:00100000:3.0:1788536024.290195:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573674240 00000100:00100000:3.0:1788536024.290216:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573674752 00000100:00100000:3.0:1788536024.290219:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573674752 00000100:00100000:3.0:1788536024.290230:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573674368 00000100:00100000:3.0:1788536024.290233:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573674368 00000100:00100000:3.0:1788536024.290244:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573674624 00000100:00100000:3.0:1788536024.290247:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573674624 00000100:00100000:3.0:1788536024.290260:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 184 00000100:00100000:3.0:1788536024.290265:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573674240:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536024.290291:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573674240:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (3742us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536024.290297:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 184 00000100:00100000:3.0:1788536024.290308:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 185 00000100:00100000:3.0:1788536024.290315:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573674752:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536024.290337:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573674752:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (3731us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536024.290343:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 185 00000100:00100000:3.0:1788536024.290353:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 186 00000100:00100000:3.0:1788536024.290359:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+8:2354:x1875415573674368:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536024.292461:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 187 00000100:00100000:0.0:1788536024.292494:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+6:2354:x1875415573674624:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536024.292601:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+6:2354:x1875415573674624:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 124us (5933us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536024.292614:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 187 00000100:00100000:3.0:1788536024.294628:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+8:2354:x1875415573674368:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 4008us (7725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536024.294644:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 186 00000100:00080000:3.0:1788536024.294688:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536024.294696:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536024.294701:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:0.0:1788536024.812175:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967328 is committed 00000100:00100000:0.0:1788536025.197915:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583010432:0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.198005:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536025.198072:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583010944:0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.198096:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536025.198128:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536025.198133:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583010560:0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.198153:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536025.198185:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583010432 00000100:00100000:0.0:1788536025.198193:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583010432 00000100:00100000:0.0:1788536025.198246:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583010560 00000100:00100000:0.0:1788536025.198248:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583010560 00000100:00100000:0.0:1788536025.198277:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1788536025.198286:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583010432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.198351:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583010432:12345-0@lo:400:kworker.0 Request processed in 66us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536025.198358:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1788536025.198412:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1788536025.198419:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583010560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.198456:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583010560:12345-0@lo:400:kworker.0 Request processed in 37us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536025.198491:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1788536025.198512:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583010944 00000100:00100000:0.0:1788536025.198515:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583010944 00000100:00100000:0.0:1788536025.198543:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1788536025.198548:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583010944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.198579:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583010944:12345-0@lo:400:kworker.0 Request processed in 30us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536025.198584:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00080000:0.0:1788536025.198602:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536025.198607:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536025.198645:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583010560:0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.198657:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583010432:0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.198666:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583010944:0@lo:400:kworker.0 00000100:00100000:1.0:1788536025.198789:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583010688:0@lo:400:kworker.0 00000100:00100000:1.0:1788536025.198830:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536025.198860:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788536025.198866:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583010304:0@lo:400:kworker.0 00000100:00100000:1.0:1788536025.198898:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536025.198927:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583010816:0@lo:400:kworker.0 00000100:00100000:1.0:1788536025.198949:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536025.198976:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583010304 00000100:00100000:1.0:1788536025.198981:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583010304 00000100:00100000:1.0:1788536025.199011:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788536025.199017:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583010304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536025.199054:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583010304:12345-0@lo:400:kworker.0 Request processed in 37us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536025.199071:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788536025.199108:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583010304:0@lo:400:kworker.0 00000100:00080000:1.0:1788536025.199730:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536025.199753:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583010816:0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.199956:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583010688 00000100:00100000:0.0:1788536025.199962:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583010688 00000100:00100000:0.0:1788536025.200046:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1788536025.200054:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583010688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536025.200106:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583010688:12345-0@lo:400:kworker.0 Request processed in 53us (1275us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536025.200113:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00080000:1.0:1788536025.202917:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536025.708056:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536025.708091:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583011072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536025.708198:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536025.708659:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583011072 00000100:00100000:1.0:1788536025.708672:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583011072 00000100:00100000:1.0:1788536025.708749:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788536025.708761:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583011072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536025.708812:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 54460416 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536025.708888:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583011072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536025.708897:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788536025.709085:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583011072:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536026.031217:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536027.245781:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583011200:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536027.246157:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583011200 00000100:00100000:3.0:1788536027.246177:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583011200 00000100:00100000:3.0:1788536027.248602:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788536027.248626:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583011200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536027.248682:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 57868288 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536027.258761:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583011200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 10132us (12833us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536027.258781:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788536027.259768:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583011200:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788536028.076569:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536028.729843:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536028.730431:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573674880 00000100:00100000:0.0:1788536028.730449:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573674880 00000100:00100000:0.0:1788536028.730560:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 553 00000100:00100000:0.0:1788536028.730575:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+22:17142:x1875415573674880:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00080000:3.0:1788536028.730581:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536028.730761:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+22:17142:x1875415573674880:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 189us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536028.730771:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 553 00000100:00100000:0.0:1788536028.750558:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536028.750710:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573675136 00000100:00100000:3.0:1788536028.750724:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573675136 00000100:00100000:3.0:1788536028.750802:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 122 00000100:00100000:3.0:1788536028.750815:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+22:17142:x1875415573675136:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536028.751181:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+23:17142:x1875415573675136:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 367us (635us total) trans 4294967692 rc 0/0 00000100:00100000:3.0:1788536028.751190:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 122 00000100:00100000:3.0:1788536029.398848:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536029.398911:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536029.398956:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536029.399002:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536029.399058:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536029.399084:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536029.399119:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536029.399152:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573675264 00000100:00100000:3.0:1788536029.399160:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573675264 00000100:00100000:3.0:1788536029.399228:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 328 00000100:00100000:3.0:1788536029.399242:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573675264:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536029.399338:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573675264:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 100us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536029.399346:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 328 00000100:00100000:0.0:1788536029.399547:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573675392 00000100:00100000:0.0:1788536029.399552:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573675392 00000100:00100000:0.0:1788536029.399590:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573675776 00000100:00100000:0.0:1788536029.399593:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573675776 00000100:00100000:0.0:1788536029.399616:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 228 00000100:00100000:0.0:1788536029.399624:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+56:2352:x1875415573675392:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536029.399664:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+56:2352:x1875415573675392:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 41us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536029.399675:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 228 00000100:00100000:0.0:1788536029.399699:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 229 00000100:00100000:0.0:1788536029.399710:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+23:2352:x1875415573675776:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536029.399748:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+23:2352:x1875415573675776:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536029.399756:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 229 00000100:00100000:0.0:1788536029.399821:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 192 00000100:00100000:0.0:1788536029.399838:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573675520:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536029.399879:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573675520:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 46us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536029.399887:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 192 00000001:00080000:0.0:1788536029.884315:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967692 is committed 00010000:00010000:3.0:1788536030.123568:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536030.323767:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583011456:0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.323868:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536030.323926:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583011968:0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.323954:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536030.323991:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536030.323998:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583011584:0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.324024:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536030.324064:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583011456 00000100:00100000:3.0:1788536030.324074:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583011456 00000100:00100000:3.0:1788536030.324126:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583011584 00000100:00100000:3.0:1788536030.324129:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583011584 00000100:00100000:3.0:1788536030.324166:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1788536030.324174:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583011456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.324234:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583011456:12345-0@lo:400:kworker.0 Request processed in 59us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536030.324241:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1788536030.324278:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1788536030.324285:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583011584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.324316:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583011584:12345-0@lo:400:kworker.0 Request processed in 32us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536030.324322:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1788536030.324341:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583011968 00000100:00100000:3.0:1788536030.324345:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583011968 00000100:00100000:3.0:1788536030.324404:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1788536030.324412:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583011968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.324478:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583011968:12345-0@lo:400:kworker.0 Request processed in 67us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536030.324485:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00080000:3.0:1788536030.324512:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536030.324518:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536030.324557:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583011584:0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.324569:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583011456:0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.324578:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583011968:0@lo:400:kworker.0 00000100:00100000:0.0:1788536030.325019:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583011712:0@lo:400:kworker.0 00000100:00100000:0.0:1788536030.325066:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536030.325101:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536030.325108:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583011328:0@lo:400:kworker.0 00000100:00100000:0.0:1788536030.325139:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536030.325163:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583011840:0@lo:400:kworker.0 00000100:00100000:0.0:1788536030.325185:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536030.326735:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583011712 00000100:00100000:3.0:1788536030.326753:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583011712 00000100:00080000:0.0:1788536030.326930:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536030.327119:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1788536030.327133:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583011712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536030.327252:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583011712:12345-0@lo:400:kworker.0 Request processed in 122us (2184us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536030.327260:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00080000:0.0:1788536030.336460:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536030.827759:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536030.827790:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583012096:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536030.827889:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536030.828073:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583012096 00000100:00100000:1.0:1788536030.828085:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583012096 00000100:00100000:1.0:1788536030.828150:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788536030.828162:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583012096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536030.828205:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 54460416 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536030.828272:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583012096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536030.828280:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000001:02000400:1.0:1788536031.007597:0:15414:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 9a: Multiple remote agents ============ 11:33:48 (1788536028) 00010000:00010000:1.0:1788536032.174119:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536032.366924:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536032.366955:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583012224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536032.367057:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536032.367137:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583012224 00000100:00100000:1.0:1788536032.367145:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583012224 00000100:00100000:1.0:1788536032.367210:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788536032.367219:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583012224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536032.367261:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 57868288 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536032.367323:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583012224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536032.367330:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00080000:1.0:1788536032.367364:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536032.367454:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583012224:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788536033.323609:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536033.323618:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536033.323909:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 12 count 1 00000040:00080000:3.0:1788536033.323916:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536034.223721:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536034.523017:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536034.523059:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536034.523095:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536034.523137:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536034.523160:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536034.523177:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536034.523216:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573676160 00000100:00100000:3.0:1788536034.523221:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573676160 00000100:00100000:3.0:1788536034.523252:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 330 00000100:00100000:3.0:1788536034.523262:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573676160:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536034.523335:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573676160:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 75us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536034.523342:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 330 00000100:00100000:0.0:1788536034.523989:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536034.525590:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573676672 00000100:00100000:0.0:1788536034.525601:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573676672 00000100:00100000:0.0:1788536034.525986:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573676288 00000100:00100000:0.0:1788536034.525990:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573676288 00000100:00100000:0.0:1788536034.526016:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 233 00000100:00100000:0.0:1788536034.526023:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+22:2352:x1875415573676672:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536034.526047:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+22:2352:x1875415573676672:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (2952us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536034.526052:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 234 00000100:00100000:0.0:1788536034.526063:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 233 00000100:00100000:1.0:1788536034.526069:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+56:2352:x1875415573676288:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536034.526086:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 199 00000100:00100000:0.0:1788536034.526095:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+6:2352:x1875415573676800:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536034.526109:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+56:2352:x1875415573676288:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 46us (2946us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536034.526116:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 234 00000100:00100000:0.0:1788536034.526128:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+6:2352:x1875415573676800:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (2139us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536034.526135:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 199 00000001:02000400:0.0:1788536034.702209:0:15510:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10a: Archive a file =================== 11:33:52 (1788536032) 00000100:00100000:3.0:1788536035.062689:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.062944:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573677184 00000100:00100000:0.0:1788536035.062955:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573677184 00000100:00100000:0.0:1788536035.063018:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 554 00000100:00100000:0.0:1788536035.063409:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+22:18570:x1875415573677184:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536035.063438:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.063460:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51981a00/0x94dfe24b69f4e9a0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff5d expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063563:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063578:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063590:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063606:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063624:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063631:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063857:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9b5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063867:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.063874:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9b5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536035.063883:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:0.0:1788536035.064011:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064019:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064026:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064032:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.064036:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064044:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064066:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:0.0:1788536035.064069:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.064075:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064080:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9a7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064097:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064103:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064108:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064113:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.064115:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064121:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064129:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b1d45477c00) 00010000:00010000:0.0:1788536035.064131:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.064133:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064139:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ae lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064579:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51981a00/0x94dfe24b69f4e9a0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff5d expref: 25 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064596:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9b5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff5d expref: 24 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.064604:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536035.064606:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.064609:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f200, rc 0) 00000100:00100000:0.0:1788536035.064689:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+24:18570:x1875415573677184:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1663us (2011us total) trans 4294967693 rc 0/0 00000100:00100000:0.0:1788536035.064698:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 554 00000100:00100000:0.0:1788536035.073448:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573677312 00000100:00100000:0.0:1788536035.073461:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573677312 00000100:00100000:0.0:1788536035.073541:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 555 00000100:00100000:0.0:1788536035.073551:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:18570:x1875415573677312:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788536035.073658:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:18570:x1875415573677312:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 108us (1653us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536035.073665:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 555 00000100:00100000:0.0:1788536035.078671:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573677440 00000100:00100000:0.0:1788536035.078682:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573677440 00000100:00100000:0.0:1788536035.078746:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 18 00000100:00100000:0.0:1788536035.078756:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:2355:x1875415573677440:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536035.078772:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536035.078796:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9b5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff5d expref: 24 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.078828:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536035.078833:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536035.078892:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+23:2355:x1875415573677440:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 137us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536035.078900:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 18 00000100:00100000:1.0:1788536035.102435:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.103741:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573677568 00000100:00100000:0.0:1788536035.103755:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573677568 00000100:00100000:0.0:1788536035.103835:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 556 00000100:00100000:0.0:1788536035.103847:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+56:18571:x1875415573677568:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536035.103870:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.103896:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff64 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.103968:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.103984:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.103997:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104015:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104022:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104052:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104290:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104298:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104305:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104311:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.104315:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104322:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104337:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6ff00) 00010000:00010000:0.0:1788536035.104340:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.104346:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104353:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4e9ca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104454:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104462:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104475:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104480:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.104483:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104490:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104498:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536035.104512:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.104515:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.104521:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4e9d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.106313:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9c3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff64 expref: 57 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.106334:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6ff00) 00010000:00010000:0.0:1788536035.106338:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.106343:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff64 expref: 57 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.106359:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f200, rc 0) 00000100:00100000:1.0:1788536035.109858:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+56:18571:x1875415573677568:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 6000us (7418us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536035.109874:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 556 00000100:00100000:3.0:1788536035.119344:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.121986:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573677824 00000100:00100000:0.0:1788536035.122002:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573677824 00000100:00100000:3.0:1788536035.142064:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583012352:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536035.142095:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536035.144529:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536035.145888:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.145900:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.145924:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.145934:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.145941:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536035.151079:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 16384 00010000:00010000:0.0:1788536035.151110:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.151123:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.151131:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.151138:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.151144:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.151153:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.151172:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6ff00) 00010000:00010000:0.0:1788536035.151201:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.151208:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.151216:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4e9d8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536035.151251:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000301e499b reply state 00000000dd64abc7 transno 4294967694 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536035.151260:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536035.151486:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+57:18571:x1875415573677824:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 22432us (32146us total) trans 4294967694 rc 0/0 00000100:00100000:0.0:1788536035.151496:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 557 00010000:00010000:0.0:1788536035.166015:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.166034:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.166043:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.166049:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.166054:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.166062:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.166078:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536035.166081:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.166104:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.166111:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4e9df lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536035.177906:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536035.200812:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573678464 00000100:00100000:3.0:1788536035.200824:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573678464 00000100:00100000:3.0:1788536035.200876:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573678208 00000100:00100000:3.0:1788536035.200879:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573678208 00000100:00100000:3.0:1788536035.200897:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 559 00000100:00100000:3.0:1788536035.200905:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+58:18572:x1875415573678464:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:3.0:1788536035.200955:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536035.200982:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732000/0x94dfe24b69f4e9ed lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff6b expref: 58 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.201002:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa100) 00010000:00010000:3.0:1788536035.201027:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536035.201155:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+57:18572:x1875415573678464:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 251us (949us total) trans 0 rc -17/-17 00000100:00100000:3.0:1788536035.201163:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 559 00000100:00100000:3.0:1788536035.201178:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 560 00000100:00100000:3.0:1788536035.201183:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+56:2355:x1875415573678208:12345-192.168.203.55@tcp:41:mkdir.0 00000004:00000024:3.0:1788536035.201206:0:5824:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259943424 avail 2257846272 00000100:00100000:3.0:1788536035.201233:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+56:2355:x1875415573678208:12345-192.168.203.55@tcp:41:mkdir.0 Request processed in 50us (914us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536035.201239:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 560 00000100:00100000:0.0:1788536035.215114:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536035.218334:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573678592 00000100:00100000:3.0:1788536035.218348:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573678592 00000100:00100000:3.0:1788536035.218483:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 561 00000100:00100000:3.0:1788536035.218493:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+56:18572:x1875415573678592:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:3.0:1788536035.218516:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536035.218540:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e9f4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff72 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.218603:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e9fb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.218616:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e9fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.218627:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e9fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536035.218658:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536035.218674:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536035.218694:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e9fb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.218718:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4e9f4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff72 expref: 58 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.218740:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e9fb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff72 expref: 57 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.218749:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536035.218751:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536035.218755:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbaa00, rc 0) 00000100:00100000:3.0:1788536035.218823:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+57:18572:x1875415573678592:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 332us (3719us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536035.218830:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 561 00000100:00100000:1.0:1788536035.225706:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.225800:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573678720 00000100:00100000:0.0:1788536035.225810:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573678720 00000100:00100000:0.0:1788536035.225866:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 562 00000100:00100000:0.0:1788536035.225876:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+57:18572:x1875415573678720:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:0.0:1788536035.225896:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.225918:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff79 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.225977:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.225991:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226002:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226015:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226021:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226027:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226123:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4ea17 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226131:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4ea17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226137:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4ea17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536035.226165:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 16384 00000004:00200000:0.0:1788536035.226168:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536035.226184:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4ea17 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226195:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226201:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226208:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226214:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.226218:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226225:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226235:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:0.0:1788536035.226243:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.226249:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226255:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea09 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226285:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226291:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226296:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226301:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.226304:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226309:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226317:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536035.226320:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.226322:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226328:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea10 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.226358:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff79 expref: 59 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.227355:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4ea17 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff79 expref: 58 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.227364:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:0.0:1788536035.227366:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536035.227547:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fc00, rc 0) 00000100:00100000:0.0:1788536035.229511:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+58:18572:x1875415573678720:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 3627us (3805us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536035.229522:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 562 00000100:00100000:0.0:1788536035.249246:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536035.250576:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573678976 00000100:00100000:3.0:1788536035.250588:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573678976 00000100:00100000:3.0:1788536035.250652:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 563 00000100:00100000:3.0:1788536035.250662:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+58:18572:x1875415573678976:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:3.0:1788536035.250713:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536035.250739:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4ea17 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff79 expref: 58 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.250762:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:3.0:1788536035.250774:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536035.250846:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.250876:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.250884:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.250898:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.250905:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.250912:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536035.253552:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x24:0x0]: returning size 16384 00010000:00010000:0.0:1788536035.253572:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.253582:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.253589:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.253595:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bba000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.253600:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.253607:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.253623:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33e00) 00010000:00010000:0.0:1788536035.253638:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.253643:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.253650:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4ea1e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536035.253675:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000006430a70f reply state 0000000026b4d630 transno 4294967695 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536035.253684:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536035.253790:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+59:18572:x1875415573678976:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 3126us (4549us total) trans 4294967695 rc 0/0 00000100:00100000:0.0:1788536035.253799:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 563 00010000:00010000:3.0:1788536035.258987:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.259004:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.259012:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.259018:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536035.259023:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.259030:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.259062:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x43454b14 (ffff8b1d61e33900) 00010000:00010000:3.0:1788536035.259065:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536035.259070:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.259077:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea25 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x43454b14 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536035.266860:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536035.266934:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573679104 00000100:00100000:3.0:1788536035.266943:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573679104 00000100:00100000:3.0:1788536035.266999:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 564 00000100:00100000:3.0:1788536035.267009:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+58:18573:x1875415573679104:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536035.267030:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536035.267048:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ea2c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff80 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267106:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267119:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267130:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267143:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267150:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267169:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267253:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba800/0x94dfe24b69f4ea41 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267274:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba800/0x94dfe24b69f4ea41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267281:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba800/0x94dfe24b69f4ea41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536035.267306:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 16384 00000004:00200000:3.0:1788536035.267309:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536035.267333:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba800/0x94dfe24b69f4ea41 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267345:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267352:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267359:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267365:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbac00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536035.267421:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267430:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267448:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536035.267451:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536035.267456:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267463:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea33 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267479:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267485:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267490:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267495:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bba600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536035.267498:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267504:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267511:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff8b1d61e33300) 00010000:00010000:3.0:1788536035.267513:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536035.267516:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267522:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea3a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267564:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ea2c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff80 expref: 60 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267576:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba800/0x94dfe24b69f4ea41 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff80 expref: 59 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.267583:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:3.0:1788536035.267585:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536035.267588:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba800, rc 0) 00000100:00100000:3.0:1788536035.267635:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+59:18573:x1875415573679104:12345-192.168.203.55@tcp:101:bash.0 Request processed in 628us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536035.267642:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 564 00000100:00100000:0.0:1788536035.269812:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573679232 00000100:00100000:0.0:1788536035.269822:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573679232 00000100:00100000:0.0:1788536035.269877:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 565 00000100:00100000:0.0:1788536035.269886:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+59:18573:x1875415573679232:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536035.269903:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.269921:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff87 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.269979:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.269992:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270003:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270030:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270037:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270043:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270089:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270097:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270103:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270108:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.270112:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270120:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270130:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:0.0:1788536035.270133:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.270137:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270143:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea4f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270163:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270169:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270174:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270180:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.270182:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270188:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270195:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536035.270197:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.270201:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270206:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea56 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270235:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea48 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff87 expref: 60 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270244:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:0.0:1788536035.270247:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.270255:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff87 expref: 60 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.270266:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:0.0:1788536035.270313:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+59:18573:x1875415573679232:12345-192.168.203.55@tcp:101:bash.0 Request processed in 429us (578us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536035.270320:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 565 00000100:00100000:3.0:1788536035.297278:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573679360 00000100:00100000:3.0:1788536035.297288:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573679360 00000100:00100000:3.0:1788536035.297354:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 566 00000100:00100000:3.0:1788536035.297365:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+22:18574:x1875415573679360:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536035.297425:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536035.297444:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ea5d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff8e expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.297515:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea64 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.297528:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.297539:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536035.297594:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536035.297598:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536035.297617:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea64 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.297638:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ea5d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff8e expref: 24 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.297656:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff8e expref: 23 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.297665:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536035.297668:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536035.297671:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba600, rc 0) 00000100:00100000:3.0:1788536035.297723:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+23:18574:x1875415573679360:12345-192.168.203.55@tcp:101:rm.0 Request processed in 360us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536035.297730:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 566 00000100:00100000:1.0:1788536035.303734:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.303815:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573679488 00000100:00100000:0.0:1788536035.303824:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573679488 00000100:00100000:0.0:1788536035.303878:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 567 00000100:00100000:0.0:1788536035.303887:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+23:18574:x1875415573679488:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536035.303905:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.303923:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff95 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.303987:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304001:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304012:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304024:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304031:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304036:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304135:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e600/0x94dfe24b69f4ea80 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304144:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e600/0x94dfe24b69f4ea80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304151:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e600/0x94dfe24b69f4ea80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536035.304175:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x22:0x0]: returning size 16384 00000004:00200000:0.0:1788536035.304179:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536035.304194:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e600/0x94dfe24b69f4ea80 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304205:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304211:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304218:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304223:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.304228:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304235:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304246:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:0.0:1788536035.304254:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.304259:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304266:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4ea72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304280:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304286:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304291:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304296:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.304299:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304305:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304312:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd97ceb69 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536035.304315:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.304317:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304332:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ea79 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd97ceb69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304362:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff95 expref: 25 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304439:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e600/0x94dfe24b69f4ea80 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff95 expref: 24 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.304447:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:0.0:1788536035.304449:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536035.304452:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e600, rc 0) 00000100:00100000:0.0:1788536035.304713:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:18574:x1875415573679488:12345-192.168.203.55@tcp:101:rm.0 Request processed in 615us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536035.304721:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 567 00000100:00100000:3.0:1788536035.309794:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573679616 00000100:00100000:3.0:1788536035.309808:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573679616 00000100:00100000:3.0:1788536035.309874:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 568 00000100:00100000:3.0:1788536035.309886:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:18574:x1875415573679616:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536035.309912:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536035.309940:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ea87 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024aff9c expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310036:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310064:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310078:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310096:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310104:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310110:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310176:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310183:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310191:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310197:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbac00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536035.310202:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310279:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310294:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:3.0:1788536035.310303:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536035.310308:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310402:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4ea8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310442:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.310450:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.311550:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.311565:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536035.311569:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.311579:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.311595:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff8b1d61e33300) 00010000:00010000:3.0:1788536035.311598:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536035.311603:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.311697:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ea95 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.311766:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ea87 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff9c expref: 25 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.311796:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:3.0:1788536035.311798:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536035.311803:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ea87 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff9c expref: 25 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.311813:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb000, rc 0) 00000100:00100000:1.0:1788536035.316834:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.316947:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573679744 00000100:00100000:0.0:1788536035.316961:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573679744 00000100:00100000:0.0:1788536035.317034:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 569 00000100:00100000:0.0:1788536035.317045:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:18574:x1875415573679744:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536035.317071:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.317095:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024affa3 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317178:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317196:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317210:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317228:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317256:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317263:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317345:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317353:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317360:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317804:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.317812:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317823:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317839:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:0.0:1788536035.317843:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.317849:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317856:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4eaa3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317874:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317892:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317899:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317905:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.317908:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317915:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317922:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536035.317925:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.317928:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317934:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eaaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317976:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea9c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affa3 expref: 25 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.317987:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:0.0:1788536035.317990:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.317994:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4ea9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affa3 expref: 25 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.318016:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:0.0:1788536035.318098:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:18574:x1875415573679744:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1054us (1278us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536035.318107:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 569 00000100:00100000:1.0:1788536035.338908:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536035.346081:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.346605:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573680000 00000100:00100000:0.0:1788536035.346629:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573680000 00000100:00100000:0.0:1788536035.346704:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 571 00000100:00100000:0.0:1788536035.346716:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d57048850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:18575:x1875415573680000:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536035.346741:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.346767:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eac6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024affb1 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.346886:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.346903:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.346916:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.346935:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.346942:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.346949:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347031:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347038:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347045:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347051:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.347056:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347064:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347077:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:0.0:1788536035.347080:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.347086:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347091:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eacd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347107:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347112:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347118:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347130:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.347133:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347139:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347147:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536035.347149:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.347152:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347158:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ead4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347199:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eac6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affb1 expref: 25 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347223:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:0.0:1788536035.347226:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.347230:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eac6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affb1 expref: 25 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.347241:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:0.0:1788536035.347324:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d57048850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:18575:x1875415573680000:12345-192.168.203.55@tcp:101:cp.0 Request processed in 610us (1256us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536035.347332:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 571 00000100:00100000:0.0:1788536035.357064:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573680256 00000100:00100000:0.0:1788536035.357095:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573680256 00000100:00100000:0.0:1788536035.357185:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 572 00000100:00100000:0.0:1788536035.357199:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:18575:x1875415573680256:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536035.357234:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.357262:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4eadb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024affb8 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.357469:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.357488:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.357502:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.357519:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.357527:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.357534:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536035.358220:0:5823:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xc:0x0], index 0: 0 00010000:00010000:0.0:1788536035.358472:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e200/0x94dfe24b69f4eaf0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358486:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e200/0x94dfe24b69f4eaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358507:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e200/0x94dfe24b69f4eaf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358553:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358561:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358568:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358575:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.358580:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358589:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358604:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:0.0:1788536035.358607:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.358613:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358619:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f400/0x94dfe24b69f4eae2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536035.358639:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000006c8562d4 reply state 0000000008bf50f4 transno 4294967696 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536035.358650:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536035.358690:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4eadb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affb8 expref: 27 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358708:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e200/0x94dfe24b69f4eaf0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affb8 expref: 26 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.358717:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8b1d45477800) 00010000:00010000:0.0:1788536035.358719:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536035.358722:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e200, rc 0) 00000100:00100000:0.0:1788536035.358813:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:18575:x1875415573680256:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1618us (1863us total) trans 4294967696 rc 0/0 00000100:00100000:0.0:1788536035.358822:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 572 00010000:00010000:0.0:1788536035.362792:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.362813:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.362822:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.362828:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536035.362834:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.362843:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.362863:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff8b1d45477a00) 00010000:00010000:0.0:1788536035.362866:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536035.362892:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.362899:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eae9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536035.367607:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573680384 00000100:00100000:0.0:1788536035.367632:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573680384 00000100:00100000:0.0:1788536035.367709:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 142 00000100:00100000:0.0:1788536035.367721:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+6:2353:x1875415573680384:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536035.367743:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.367769:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032bbec44/0x94dfe24b69f4eafe lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024affbf expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536035.367802:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536035.367828:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=413s v=(0 0) 00010000:00010000:0.0:1788536035.367833:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536035.367844:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032bbec44/0x94dfe24b69f4eafe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affbf expref: 7 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.367865:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000032bbec44/0x94dfe24b69f4eafe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affbf expref: 7 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536035.367882:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772ee00, rc 0) 00000100:00100000:0.0:1788536035.367959:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2353:x1875415573680384:12345-192.168.203.55@tcp:101:cp.0 Request processed in 240us (771us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536035.367967:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 142 00000040:00080000:1.0:1788536035.372158:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536035.372173:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536035.372919:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536035.372933:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536035.373318:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.382266:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.387727:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536035.389553:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573680896 00000100:00100000:3.0:1788536035.389571:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573680896 00000100:00100000:3.0:1788536035.389658:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 123 00000100:00100000:3.0:1788536035.389669:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:18575:x1875415573680896:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536035.390125:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:18575:x1875415573680896:12345-192.168.203.55@tcp:35:cp.0 Request processed in 457us (2411us total) trans 4294967697 rc 0/0 00000100:00100000:3.0:1788536035.390134:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 123 00000100:00100000:1.0:1788536035.438719:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583012736:0@lo:400:kworker.0 00000100:00100000:1.0:1788536035.438824:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536035.442073:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583012864 00000100:00100000:0.0:1788536035.442085:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583012864 00000100:00100000:0.0:1788536035.442145:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583012992 00000100:00100000:0.0:1788536035.442148:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583012992 00000100:00100000:0.0:1788536035.442188:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1788536035.442198:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583012864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536035.442259:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583012864:12345-0@lo:400:kworker.0 Request processed in 63us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536035.442266:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:0.0:1788536035.442282:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1788536035.442289:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583012992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536035.442317:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583012992:12345-0@lo:400:kworker.0 Request processed in 30us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536035.442335:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1788536035.442991:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583013120 00000100:00100000:0.0:1788536035.442996:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583013120 00000100:00100000:0.0:1788536035.443042:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1788536035.443050:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583013120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536035.443088:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583013120:12345-0@lo:400:kworker.0 Request processed in 40us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536035.443096:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:1.0:1788536035.444135:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583012736:0@lo:400:kworker.0 00000100:00100000:1.0:1788536035.445570:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583013376 00000100:00100000:1.0:1788536035.445579:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583013376 00000100:00100000:1.0:1788536035.445730:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1788536035.445741:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583013376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536035.445799:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583013376:12345-0@lo:400:kworker.0 Request processed in 60us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536035.445807:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1788536035.446061:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536035.446223:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583013248 00000100:00100000:3.0:1788536035.446229:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583013248 00000100:00100000:3.0:1788536035.446278:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573681024 00000100:00100000:3.0:1788536035.446282:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573681024 00000100:00100000:3.0:1788536035.446306:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1788536035.446313:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583013248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536035.446356:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583013248:12345-0@lo:400:kworker.0 Request processed in 43us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536035.446363:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1788536035.446398:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 573 00000100:00100000:3.0:1788536035.446405:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+59:18578:x1875415573681024:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536035.446431:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536035.446664:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eb0c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024affcd expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446749:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446767:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446781:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446799:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446806:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446813:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446924:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4eb21 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446934:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4eb21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.446941:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4eb21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536035.446979:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00000004:00200000:3.0:1788536035.446985:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536035.448072:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4eb21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448117:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4eb21 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448129:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448136:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448142:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448149:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536035.448154:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448163:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448180:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:3.0:1788536035.448183:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536035.448189:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448196:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4eb13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448215:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448222:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448233:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448239:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbac00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536035.448241:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448248:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448257:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x4a7b05a0 (ffff8b1d61e33300) 00010000:00010000:3.0:1788536035.448260:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536035.448263:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448270:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbac00/0x94dfe24b69f4eb1a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x4a7b05a0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448326:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eb0c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affcd expref: 61 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448344:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba000/0x94dfe24b69f4eb21 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affcd expref: 60 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.448353:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8b1d45477800) 00010000:00010000:3.0:1788536035.448355:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536035.448358:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba000, rc 0) 00000100:00100000:3.0:1788536035.448628:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+60:18578:x1875415573681024:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2221us (2567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536035.448650:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 573 00000100:00100000:1.0:1788536035.460065:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.460160:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573681152 00000100:00100000:0.0:1788536035.460173:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573681152 00000100:00100000:0.0:1788536035.460245:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 144 00000100:00100000:0.0:1788536035.460257:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573681152:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536035.460298:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536035.460337:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f4eb28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024affd4 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536035.460485:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583013504:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536035.460593:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549a80 going to sleep for 11 seconds 00002000:00010000:3.0:1788536035.463644:0:6667:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788536035.463658:0:6667:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb mtime: 0 -> 1788536034 00002000:00010000:3.0:1788536035.463660:0:6667:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb atime: 0 -> 1788536034 00002000:00010000:3.0:1788536035.463663:0:6667:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0xc:0x0] updating lvb ctime: 0 -> 1788536034 00000100:00100000:3.0:1788536035.463698:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583013504:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536035.463751:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f4eb28 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affd4 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.463785:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f4eb28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affd4 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536035.463806:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:3.0:1788536035.463907:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2352:x1875415573681152:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3652us (3856us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536035.463918:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 144 00000100:00100000:1.0:1788536035.467154:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536035.474134:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536035.474256:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573681408 00000100:00100000:1.0:1788536035.474272:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573681408 00000100:00100000:1.0:1788536035.474898:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 145 00000100:00100000:1.0:1788536035.474914:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573681408:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536035.474940:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536035.474966:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b020a20f/0x94dfe24b69f4eb3d lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024affe2 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536035.475058:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583013632:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536035.475228:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d502676c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536035.478545:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583013632:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536035.478604:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b020a20f/0x94dfe24b69f4eb3d lrc: 1/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affe2 expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536035.478774:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b020a20f/0x94dfe24b69f4eb3d lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affe2 expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536035.478793:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c200, rc 0) 00000100:00100000:1.0:1788536035.478903:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573681408:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3993us (4786us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536035.478915:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 145 00000100:00100000:0.0:1788536035.484108:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536035.484268:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573681664 00000100:00100000:3.0:1788536035.484283:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573681664 00000100:00100000:3.0:1788536035.484660:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 575 00000100:00100000:3.0:1788536035.484676:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+61:18578:x1875415573681664:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:3.0:1788536035.485116:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].13, 136 off9960 00000100:00100000:3.0:1788536035.485262:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+61:18578:x1875415573681664:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 590us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536035.485271:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 575 00000100:00100000:3.0:1788536035.949347:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536035.949436:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583013760:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536035.949524:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536035.962879:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583013760:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788536036.399268:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536036.399280:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536036.399342:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 2 00000040:00080000:0.0:1788536036.399351:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536036.400069:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583013888:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536036.400205:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536036.409169:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:0.0:1788536036.410952:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536036.432132:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536036.433064:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573682048 00000100:00100000:0.0:1788536036.433078:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573682048 00000100:00100000:0.0:1788536036.433161:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 577 00000100:00100000:0.0:1788536036.433174:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+27:18589:x1875415573682048:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536036.436993:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536036.437047:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4eb44 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024affe9 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.437209:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4eb4b lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.437256:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4eb4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.437271:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4eb4b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536036.437288:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:0.0:1788536036.437512:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4eb44 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affe9 expref: 30 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.437540:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4eb4b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affe9 expref: 29 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.437550:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8b1d45477800) 00010000:00010000:0.0:1788536036.437553:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536036.437558:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f600, rc 0) 00000100:00100000:0.0:1788536036.437961:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+29:18589:x1875415573682048:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 4786us (5840us total) trans 4294967698 rc 0/0 00000100:00100000:0.0:1788536036.437971:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 577 00000100:00100000:1.0:1788536036.455529:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573682304 00000100:00100000:1.0:1788536036.455543:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573682304 00000100:00100000:1.0:1788536036.455641:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 19 00000100:00100000:1.0:1788536036.455655:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+29:2355:x1875415573682304:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536036.455675:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536036.455709:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4eb4b lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affe9 expref: 29 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.455734:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8b1d45477800) 00010000:00010000:1.0:1788536036.455741:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536036.455824:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+28:2355:x1875415573682304:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 172us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536036.455848:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 19 00000100:00100000:3.0:1788536036.456847:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573682176 00000100:00100000:3.0:1788536036.456858:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573682176 00000100:00100000:3.0:1788536036.457058:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 146 00000100:00100000:3.0:1788536036.457069:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2354:x1875415573682176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536036.457121:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000086428169/0x94dfe24b69f4eb59 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.457144:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4eb05 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024affc6 expref: 7 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.457152:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xc:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536036.457157:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536036.457162:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086428169/0x94dfe24b69f4eb59 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.457206:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4eb05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024affc6 expref: 7 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.457223:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4eb05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024affc6 expref: 7 pid: 6666 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536036.457240:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583014016:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536036.457346:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d48e34840 going to sleep for 11 seconds 00000100:00100000:1.0:1788536036.477257:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583014016:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536036.477296:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000086428169/0x94dfe24b69f4eb59 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536036.480687:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536036.481637:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573682560 00000100:00100000:0.0:1788536036.481652:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573682560 00010000:00010000:0.0:1788536036.481708:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4eb05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024affc6 expref: 10 pid: 6666 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536036.481761:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 174 00000100:00100000:0.0:1788536036.481773:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573682560:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536036.481791:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536036.481836:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4eb05 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024affc6 expref: 10 pid: 6666 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.481854:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4eb05 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024affc6 expref: 10 pid: 6666 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.481884:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4eb05 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024affc6 expref: 10 pid: 6666 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.481909:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536036.481914:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536036.481922:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000086428169/0x94dfe24b69f4eb59 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.481934:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086428169/0x94dfe24b69f4eb59 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.481982:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536036.482055:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573682560:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 284us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536036.482063:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 174 00000100:00100000:1.0:1788536036.509874:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536036.530042:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536036.530231:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573682944 00000100:00100000:3.0:1788536036.530246:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573682944 00000100:00100000:3.0:1788536036.530336:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 147 00000100:00100000:3.0:1788536036.530349:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573682944:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536036.530423:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536036.530736:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d9a962bc/0x94dfe24b69f4eb60 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afff0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536036.530773:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xc:0x0] initial LVB size: 158, mtime: 0x6a9ae4e2, atime: 0x0, ctime: 0x6a9ae4e2, blocks: 0x1 00010000:00010000:3.0:1788536036.530800:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=414s v=(0 0) 00010000:00010000:3.0:1788536036.530805:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536036.530817:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d9a962bc/0x94dfe24b69f4eb60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afff0 expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.530839:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d9a962bc/0x94dfe24b69f4eb60 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afff0 expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.530856:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbac00, rc 0) 00000100:00100000:3.0:1788536036.531018:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573682944:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 671us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536036.531027:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 147 00000100:00100000:3.0:1788536036.544782:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536036.545025:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573683200 00000100:00100000:1.0:1788536036.545041:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573683200 00000100:00100000:1.0:1788536036.545122:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 579 00000100:00100000:1.0:1788536036.545135:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+28:18589:x1875415573683200:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536036.545284:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+28:18589:x1875415573683200:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 151us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536036.545293:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 579 00000100:00100000:1.0:1788536036.549633:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536036.550077:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573683328 00000100:00100000:3.0:1788536036.550092:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573683328 00002000:00100000:3.0:1788536036.550154:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff8b1d6e151180 x1875415573683328/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:692/0 lens 488/0 e 0 to 0 dl 1788536047 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536036.550181:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e151180 with x1875415573683328 ext(0->4095) 00002000:00010000:3.0:1788536036.550189:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d6e151180 00000100:00100000:3.0:1788536036.550236:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 52 00000100:00100000:3.0:1788536036.550246:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573683328:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536036.550739:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573683328:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 493us (1115us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536036.550749:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 52 00002000:00100000:3.0:1788536036.550757:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff8b1d6e151180 x1875415573683328/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:692/0 lens 488/4536 e 0 to 0 dl 1788536047 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536036.550767:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e151180 with x1875415573683328 ext(0->4095) 00002000:00010000:3.0:1788536036.550771:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d6e151180 00000100:00100000:3.0:1788536036.560165:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536036.581057:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536036.581165:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573683584 00000100:00100000:1.0:1788536036.581179:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573683584 00000100:00100000:1.0:1788536036.581287:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 581 00000100:00100000:1.0:1788536036.581299:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+29:18589:x1875415573683584:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536036.581354:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0xe:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536036.581552:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+29:18589:x1875415573683584:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 254us (509us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536036.581560:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 581 00000100:00100000:0.0:1788536036.590021:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536036.591031:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573683712 00000100:00100000:3.0:1788536036.591048:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573683712 00000100:00100000:3.0:1788536036.591130:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 148 00000100:00100000:3.0:1788536036.591142:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573683712:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536036.591202:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.591224:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536036.591229:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536036.591238:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.591269:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.591505:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.591517:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.591526:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.591534:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536036.591540:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.591550:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.591569:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536036.592442:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008891ede7/0x94dfe24b69f4eb75 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536036.592896:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573683712:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 1750us (2883us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536036.592908:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 148 00000100:00100000:0.0:1788536036.599295:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536036.599358:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573683968 00000100:00100000:0.0:1788536036.599399:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573683968 00000100:00100000:0.0:1788536036.599478:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 582 00000100:00100000:0.0:1788536036.599499:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:18589:x1875415573683968:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536036.599617:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.599639:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eb6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afff7 expref: 29 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.599649:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 4/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.599694:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eb6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afff7 expref: 29 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536036.599712:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eb6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024afff7 expref: 29 pid: 5825 timeout: 514 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536036.599727:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583014144:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536036.599838:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549600 going to sleep for 11 seconds 00000100:00100000:1.0:1788536036.607025:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583014144:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536036.607075:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 3/0,1 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536036.607664:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536036.609462:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.609475:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.609876:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.609886:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.609894:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.609901:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536036.609906:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.609915:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.609933:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8b1d45477800) 00010000:00010000:1.0:1788536036.609936:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536036.609941:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 2/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536036.609948:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eb7c lrc: 0/0,0 mode: --/PW res: [0x200000402:0xe:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536036.610168:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:18589:x1875415573683968:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 10666us (10879us total) trans 4294967699 rc 0/0 00000100:00100000:1.0:1788536036.610179:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 582 00000100:00100000:1.0:1788536036.615896:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536036.615981:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573684352 00000100:00100000:3.0:1788536036.615995:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573684352 00000100:00100000:3.0:1788536036.616076:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 124 00000100:00100000:3.0:1788536036.616088:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:18589:x1875415573684352:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536036.617249:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+30:18589:x1875415573684352:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1155us (1360us total) trans 4294967700 rc 0/0 00000100:00100000:3.0:1788536036.617262:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 124 00000100:00100000:0.0:1788536037.034995:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573684480 00000100:00100000:0.0:1788536037.035015:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573684480 00000100:00100000:0.0:1788536037.035108:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 149 00000100:00100000:0.0:1788536037.035120:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2353:x1875415573684480:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:0.0:1788536037.035144:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536037.035167:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003eed98fa/0x94dfe24b69f4eb83 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024afffe expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.035201:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536037.035214:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xc:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536037.035225:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003eed98fa/0x94dfe24b69f4eb83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afffe expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.035251:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003eed98fa/0x94dfe24b69f4eb83 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afffe expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.035269:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f400, rc 0) 00000100:00100000:0.0:1788536037.035349:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2353:x1875415573684480:12345-192.168.203.55@tcp:101:diff.0 Request processed in 231us (3860us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536037.035357:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 149 00000100:00080000:1.0:1788536037.035721:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536037.040349:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536037.042060:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573684736 00000100:00100000:0.0:1788536037.042074:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573684736 00000100:00100000:0.0:1788536037.042277:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 583 00000100:00100000:0.0:1788536037.042288:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+61:18607:x1875415573684736:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:0.0:1788536037.042311:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536037.042335:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eb8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0005 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.042598:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4eb91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.042616:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4eb91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.042632:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4eb91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536037.042739:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:0.0:1788536037.042948:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eb8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0005 expref: 64 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.042972:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4eb91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0005 expref: 63 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.042983:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8b1d45477800) 00010000:00010000:0.0:1788536037.042986:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536037.042990:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fc00, rc 0) 00000100:00100000:0.0:1788536037.043073:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+63:18607:x1875415573684736:12345-192.168.203.55@tcp:101:diff.0 Request processed in 786us (3453us total) trans 4294967701 rc 0/0 00000100:00100000:0.0:1788536037.043082:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 583 00000100:00100000:1.0:1788536037.055535:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536037.055641:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536037.055736:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573684992 00000100:00100000:0.0:1788536037.055749:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573684992 00002000:00100000:0.0:1788536037.055817:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff8b1d6e153b80 x1875415573684992/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:693/0 lens 488/0 e 0 to 0 dl 1788536048 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536037.055830:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e153b80 with x1875415573684992 ext(0->4095) 00002000:00010000:0.0:1788536037.055839:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d6e153b80 00000100:00100000:0.0:1788536037.055877:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 53 00000100:00100000:0.0:1788536037.055888:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573684992:12345-192.168.203.55@tcp:3:diff.0 00000100:00100000:0.0:1788536037.056445:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573684992:12345-192.168.203.55@tcp:3:diff.0 Request processed in 556us (802us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536037.056453:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 53 00002000:00100000:0.0:1788536037.056460:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xc:0x0] (0->4095) req@ffff8b1d6e153b80 x1875415573684992/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:693/0 lens 488/4536 e 0 to 0 dl 1788536048 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536037.056469:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e153b80 with x1875415573684992 ext(0->4095) 00002000:00010000:0.0:1788536037.056486:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d6e153b80 00000100:00100000:1.0:1788536037.063314:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536037.063451:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573685248 00000100:00100000:0.0:1788536037.063464:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573685248 00000100:00100000:0.0:1788536037.063546:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 125 00000100:00100000:0.0:1788536037.063558:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+62:18607:x1875415573685248:12345-192.168.203.55@tcp:35:diff.0 00000100:00100000:0.0:1788536037.065447:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea0c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+63:18607:x1875415573685248:12345-192.168.203.55@tcp:35:diff.0 Request processed in 1880us (2134us total) trans 4294967702 rc 0/0 00000100:00100000:0.0:1788536037.065463:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 125 00000100:00100000:3.0:1788536037.100836:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536037.101172:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 584 00000100:00100000:0.0:1788536037.101304:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+63:18610:x1875415573685504:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536037.101338:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536037.101365:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eb9f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b000c expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.101533:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4eba6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0xe:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.101552:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4eba6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.101567:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4eba6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536037.101582:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0xe:0x0]: returning size 158 00010000:00010000:0.0:1788536037.101748:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4eb9f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b000c expref: 66 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.101773:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ec00/0x94dfe24b69f4eba6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0xe:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b000c expref: 65 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536037.101800:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff8b1d45477800) 00010000:00010000:0.0:1788536037.101804:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1788536037.101808:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772ec00, rc 0) 00000100:00100000:0.0:1788536037.101890:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+65:18610:x1875415573685504:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 592us (1070us total) trans 4294967703 rc 0/0 00000100:00100000:0.0:1788536037.107445:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 584 00000100:00100000:1.0:1788536037.108571:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536037.217559:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573685760 00000100:00100000:1.0:1788536037.217573:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573685760 00000100:00100000:1.0:1788536037.485016:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536037.485201:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583014272:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536037.485444:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536037.487842:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583014272 00000100:00100000:3.0:1788536037.487861:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583014272 00000100:00100000:3.0:1788536037.488061:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788536037.488073:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583014272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536037.488108:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536037.488211:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583014272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 141us (2768us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536037.488218:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:0.0:1788536037.488496:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583014272:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536038.315909:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536039.639505:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536039.639643:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536039.639741:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536039.641837:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573686016 00000100:00100000:0.0:1788536039.641853:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573686016 00000100:00100000:0.0:1788536039.642075:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 238 00000100:00100000:0.0:1788536039.642088:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+65:2353:x1875415573686016:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536039.642184:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+65:2353:x1875415573686016:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 98us (2688us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536039.642193:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 238 00000100:00100000:0.0:1788536039.642477:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536039.642493:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573686272 00000100:00100000:1.0:1788536039.642500:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573686272 00000100:00100000:0.0:1788536039.642507:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536039.642534:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536039.642549:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573686528 00000100:00100000:1.0:1788536039.642554:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573686528 00000100:00100000:0.0:1788536039.642567:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536039.642574:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573686144 00000100:00100000:1.0:1788536039.642578:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573686144 00000100:00100000:0.0:1788536039.642590:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573685888 00000100:00100000:1.0:1788536039.642595:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573686656 00000100:00100000:0.0:1788536039.642596:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573685888 00000100:00100000:1.0:1788536039.642600:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573686656 00000100:00100000:1.0:1788536039.642626:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 202 00000100:00100000:1.0:1788536039.642636:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+8:2353:x1875415573686272:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536039.642639:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 332 00000100:00100000:0.0:1788536039.642651:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573685888:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536039.642679:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+8:2353:x1875415573686272:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 45us (3036us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536039.642689:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573685888:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536039.642707:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 202 00000100:00100000:0.0:1788536039.642713:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 332 00000100:00100000:1.0:1788536039.642726:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 203 00000100:00100000:1.0:1788536039.642735:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2353:x1875415573686528:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536039.642752:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 204 00000100:00100000:1.0:1788536039.642763:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2353:x1875415573686528:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (3021us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536039.642765:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2353:x1875415573686144:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536039.642774:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 203 00000100:00100000:1.0:1788536039.642788:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 205 00000100:00100000:1.0:1788536039.642796:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2353:x1875415573686656:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536039.642804:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2353:x1875415573686144:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 43us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536039.642813:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 204 00000100:00100000:1.0:1788536039.642822:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2353:x1875415573686656:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536039.642829:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 205 00000100:00100000:0.0:1788536039.642856:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573686400 00000100:00100000:0.0:1788536039.642861:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573686400 00000100:00080000:3.0:1788536039.643490:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536039.643503:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536039.643506:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536039.644278:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536039.644311:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 239 00000100:00100000:0.0:1788536039.644321:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:2353:x1875415573686400:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536039.644414:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:2353:x1875415573686400:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 93us (1879us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536039.644422:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 239 00010000:00010000:1.0:1788536040.363904:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536040.555636:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583014656:0@lo:400:kworker.0 00000100:00100000:3.0:1788536040.555707:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536040.555771:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788536040.555777:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583014528:0@lo:400:kworker.0 00000100:00100000:3.0:1788536040.555800:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536040.555818:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583015040:0@lo:400:kworker.0 00000100:00100000:3.0:1788536040.555842:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536040.555882:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583014656 00000100:00100000:3.0:1788536040.555889:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583014656 00000100:00100000:1.0:1788536040.555944:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583015040 00000100:00100000:1.0:1788536040.555948:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583015040 00000100:00100000:1.0:1788536040.556025:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1788536040.556036:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583015040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536040.556096:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583015040:12345-0@lo:400:kworker.0 Request processed in 63us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536040.556109:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1788536040.556169:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583015040:0@lo:400:kworker.0 00000100:00100000:1.0:1788536040.556212:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583014528 00000100:00100000:1.0:1788536040.556216:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583014528 00000100:00100000:1.0:1788536040.556241:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788536040.556253:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583014528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536040.556463:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1788536040.556470:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583014656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536040.556506:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583014656:12345-0@lo:400:kworker.0 Request processed in 37us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536040.556512:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00080000:3.0:1788536040.556529:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536040.556534:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536040.556937:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536040.556946:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583014400 00000100:00100000:3.0:1788536040.556950:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583014400 00000100:00100000:3.0:1788536040.556974:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1788536040.556988:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583014400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536040.557023:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583014400:12345-0@lo:400:kworker.0 Request processed in 37us (282us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536040.557029:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1788536040.557055:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583014912 00000100:00100000:3.0:1788536040.557065:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583014912 00000100:00100000:3.0:1788536040.557097:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1788536040.557347:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583014912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536040.557407:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583014912:12345-0@lo:400:kworker.0 Request processed in 303us (618us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536040.557414:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00080000:3.0:1788536040.557430:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536040.557714:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583014528:12345-0@lo:400:kworker.0 Request processed in 1465us (1911us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536040.557721:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788536040.557752:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583014528:0@lo:400:kworker.0 00000100:00100000:1.0:1788536040.557762:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583014656:0@lo:400:kworker.0 00000100:00100000:1.0:1788536041.073573:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583015168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536041.073639:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536041.074013:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583015168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536041.997359:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536041.997643:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573686784 00000100:00100000:3.0:1788536041.997653:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573686784 00000100:00100000:3.0:1788536041.997723:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 587 00000100:00100000:3.0:1788536041.997733:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+24:18570:x1875415573686784:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788536041.997843:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+24:18570:x1875415573686784:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 111us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536041.997850:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 587 00000100:00080000:0.0:1788536041.998617:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536042.008671:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536042.008760:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573687040 00000100:00100000:1.0:1788536042.008771:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573687040 00000100:00100000:1.0:1788536042.008841:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 126 00000100:00100000:1.0:1788536042.008853:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:18570:x1875415573687040:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536042.009164:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+25:18570:x1875415573687040:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 313us (502us total) trans 4294967704 rc 0/0 00000100:00100000:1.0:1788536042.009172:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 126 00010000:00010000:1.0:1788536042.412684:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536042.604135:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536042.608885:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583015296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536042.608964:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536042.617510:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583015296:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536042.621879:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:3.0:1788536043.978748:0:15763:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10b: Archive of non dirty file must work without doing request ========================================================== 11:34:01 (1788536041) 00000100:00100000:3.0:1788536044.345058:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573687296 00000100:00100000:3.0:1788536044.345069:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573687296 00000100:00100000:3.0:1788536044.345147:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 588 00000100:00100000:3.0:1788536044.345157:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+25:19223:x1875415573687296:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536044.345264:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536044.345286:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb200/0x94dfe24b69f4ebc2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0013 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.345526:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.345804:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.345822:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.345841:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.345849:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.345856:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.346092:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ebd7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.346103:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ebd7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.346109:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ebd7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536044.346118:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00000100:00080000:0.0:1788536044.346689:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536044.347601:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347624:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347631:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347649:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536044.347654:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347784:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347800:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:3.0:1788536044.347803:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536044.347810:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347815:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ebc9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347829:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347834:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347840:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347845:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bba200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536044.347848:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347854:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347873:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536044.347876:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536044.347879:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.347884:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ebd0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.349191:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb200/0x94dfe24b69f4ebc2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0013 expref: 28 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.349216:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ebd7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0013 expref: 27 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.349225:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536044.349227:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536044.349230:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:3.0:1788536044.349332:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:19223:x1875415573687296:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 4176us (4712us total) trans 4294967705 rc 0/0 00000100:00100000:3.0:1788536044.349343:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 588 00000100:00100000:3.0:1788536044.359152:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.359261:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.359364:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573687552 00000100:00100000:1.0:1788536044.359413:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573687552 00000100:00100000:1.0:1788536044.359474:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 21 00000100:00100000:1.0:1788536044.359483:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+27:2354:x1875415573687552:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536044.359501:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536044.359525:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ebd7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0013 expref: 27 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.359572:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536044.359578:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536044.359634:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:2354:x1875415573687552:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 152us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.359641:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 21 00000100:00100000:0.0:1788536044.360215:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573687424 00000100:00100000:0.0:1788536044.360222:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573687424 00000100:00100000:0.0:1788536044.360277:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 589 00000100:00100000:0.0:1788536044.360285:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:19223:x1875415573687424:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788536044.360410:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:19223:x1875415573687424:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 124us (1268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536044.360431:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 589 00000100:00100000:1.0:1788536044.372312:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:3.0:1788536044.372530:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536044.392970:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536044.393098:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573687936 00000100:00100000:0.0:1788536044.393108:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573687936 00000100:00100000:0.0:1788536044.393168:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 591 00000100:00100000:0.0:1788536044.393180:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+60:19224:x1875415573687936:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:0.0:1788536044.393235:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536044.393272:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4e9fb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff72 expref: 60 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.393295:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:0.0:1788536044.393300:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536044.393581:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.393595:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea64 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff8e expref: 25 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.393604:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.393637:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea64 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff8e expref: 25 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.393652:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ea64 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff8e expref: 25 pid: 5823 timeout: 522 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536044.393666:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583015424:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536044.393777:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536044.397894:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536044.397938:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583015424:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536044.397965:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.398365:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.398401:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.398425:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.398436:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.398445:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536044.400422:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 16384 00010000:00010000:0.0:1788536044.400440:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.400449:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.400456:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.400570:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536044.400575:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.400594:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.400609:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:0.0:1788536044.400612:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536044.400616:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.400622:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ebfa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536044.400643:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000d3ebf23d reply state 00000000a3e3e1a8 transno 4294967706 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536044.400651:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536044.400853:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+61:19224:x1875415573687936:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 7672us (7892us total) trans 4294967706 rc 0/0 00000100:00100000:0.0:1788536044.400863:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 591 00010000:00010000:3.0:1788536044.402096:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.402111:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.402131:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.402136:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536044.402139:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.402147:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.402161:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff8b1d45477100) 00010000:00010000:3.0:1788536044.402163:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536044.402167:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.402174:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f200/0x94dfe24b69f4ec01 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536044.420898:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.421335:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573688192 00000100:00100000:3.0:1788536044.421355:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573688192 00000100:00100000:3.0:1788536044.421625:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 592 00000100:00100000:3.0:1788536044.421636:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+60:19225:x1875415573688192:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536044.421659:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536044.421681:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb200/0x94dfe24b69f4ec08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0021 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.421743:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ec0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.421773:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ec0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.421784:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ec0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536044.421821:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536044.421825:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536044.421844:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ec0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.421867:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb200/0x94dfe24b69f4ec08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0021 expref: 62 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.421885:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ec0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0021 expref: 61 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.421893:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536044.421896:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536044.421899:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba200, rc 0) 00000100:00100000:3.0:1788536044.422008:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+61:19225:x1875415573688192:12345-192.168.203.55@tcp:101:bash.0 Request processed in 374us (1119us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536044.422015:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 592 00000100:00100000:1.0:1788536044.427910:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.428562:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573688320 00000100:00100000:3.0:1788536044.428573:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573688320 00000100:00100000:1.0:1788536044.434764:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.454085:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536044.454195:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573688576 00000100:00100000:0.0:1788536044.454206:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573688576 00000100:00100000:0.0:1788536044.454271:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 595 00000100:00100000:0.0:1788536044.454282:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+25:19226:x1875415573688576:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536044.454306:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536044.454329:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ec47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0036 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.465682:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.465713:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.465729:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536044.465775:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788536044.465780:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536044.465803:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.465840:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4ec47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 27 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.465889:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 26 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.465898:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:1.0:1788536044.465901:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536044.465904:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c000, rc 0) 00000100:00100000:1.0:1788536044.465986:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:19226:x1875415573688576:12345-192.168.203.55@tcp:101:rm.0 Request processed in 11704us (11910us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.466006:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 595 00000100:00100000:1.0:1788536044.479493:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.479631:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573688704 00000100:00100000:3.0:1788536044.479641:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573688704 00000100:00100000:3.0:1788536044.479702:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 596 00000100:00100000:3.0:1788536044.479713:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:19226:x1875415573688704:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536044.479744:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536044.479765:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb200/0x94dfe24b69f4ec55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b003d expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.479832:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.479848:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.479859:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.479873:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.479880:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.479886:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.479983:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ec6a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.479991:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ec6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480145:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ec6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536044.480173:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 16384 00000004:00200000:3.0:1788536044.480184:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536044.480205:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ec6a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480218:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480225:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480230:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480236:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536044.480240:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480246:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480268:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536044.480272:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536044.480276:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480283:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ec5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480295:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480300:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480314:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480319:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536044.480321:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480327:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480334:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x80c094a7 (ffff8b1d61e33600) 00010000:00010000:3.0:1788536044.480336:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536044.480339:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480344:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb400/0x94dfe24b69f4ec63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x80c094a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480607:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb200/0x94dfe24b69f4ec55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b003d expref: 28 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480622:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba600/0x94dfe24b69f4ec6a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b003d expref: 27 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.480631:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8b1d585fa500) 00010000:00010000:3.0:1788536044.480633:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536044.480635:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba600, rc 0) 00000100:00100000:0.0:1788536044.485811:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.494600:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.519623:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536044.524981:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.525689:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573689216 00000100:00100000:1.0:1788536044.525701:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573689216 00000100:00100000:1.0:1788536044.525758:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 600 00000100:00100000:1.0:1788536044.525769:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:19227:x1875415573689216:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536044.525790:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536044.525821:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ecb0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0059 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.525887:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.525902:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.525913:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.525940:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.525947:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.525953:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526127:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526135:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526140:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526146:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536044.526149:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526157:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526169:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8b1d585fa500) 00010000:00010000:1.0:1788536044.526172:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536044.526176:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526182:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ecb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526203:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526209:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526215:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526220:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536044.526223:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526229:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526238:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff8b1d457ff900) 00010000:00010000:1.0:1788536044.526240:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536044.526243:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526249:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ecbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526282:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ecb0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0059 expref: 28 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526293:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8b1d585fa500) 00010000:00010000:1.0:1788536044.526296:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536044.526305:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ecb0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0059 expref: 28 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.526315:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c200, rc 0) 00000100:00100000:1.0:1788536044.526938:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:19227:x1875415573689216:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1166us (1960us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536044.526947:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 600 00000100:00100000:3.0:1788536044.530166:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536044.539134:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ecd3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.539149:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ecd3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.539156:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ecd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.539162:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536044.539167:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ecd3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.539174:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ecd3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.539190:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0xb5b5b627 (ffff8b1d585fa000) 00010000:00010000:0.0:1788536044.539193:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536044.539198:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ecd3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.539204:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ecd3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x25:0x0].0xb5b5b627 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536044.542142:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.542310:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573689600 00000100:00100000:1.0:1788536044.542320:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573689600 00000100:00100000:1.0:1788536044.542731:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 150 00000100:00100000:1.0:1788536044.542741:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+7:2353:x1875415573689600:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536044.542758:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536044.542785:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4ece8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0067 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536044.542812:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788536044.542830:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=422s v=(0 0) 00010000:00010000:1.0:1788536044.542835:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536044.542846:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4ece8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0067 expref: 8 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.542865:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4ece8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0067 expref: 8 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.542877:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c200, rc 0) 00000100:00100000:1.0:1788536044.542938:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573689600:12345-192.168.203.55@tcp:101:cp.0 Request processed in 200us (806us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.542962:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 150 00000100:00080000:3.0:1788536044.547333:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536044.547733:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.555454:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583015552:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536044.555496:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 3/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.555516:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733400, rc 0) 00000100:00100000:1.0:1788536044.555576:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:19227:x1875415573689728:12345-192.168.203.55@tcp:101:cp.0 Request processed in 3759us (7849us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.555587:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 151 00000100:00100000:3.0:1788536044.555942:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.560596:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536044.560655:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573690112 00000100:00100000:0.0:1788536044.560662:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573690112 00000100:00100000:0.0:1788536044.560713:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 127 00000100:00100000:0.0:1788536044.560722:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:19227:x1875415573690112:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:0.0:1788536044.561143:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+30:19227:x1875415573690112:12345-192.168.203.55@tcp:35:cp.0 Request processed in 421us (547us total) trans 4294967708 rc 0/0 00000100:00100000:0.0:1788536044.561149:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 127 00000100:00100000:1.0:1788536044.619595:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.627496:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+63:19230:x1875415573690240:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 7625us (7891us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536044.627510:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 602 00000100:00100000:3.0:1788536044.640823:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.641035:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573690368 00000100:00100000:1.0:1788536044.641045:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573690368 00000100:00100000:1.0:1788536044.641119:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 152 00000100:00100000:1.0:1788536044.641128:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+8:2352:x1875415573690368:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536044.641144:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536044.641162:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b007c expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536044.641221:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583015808:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536044.641693:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5043ff00 going to sleep for 11 seconds 00000100:00080000:3.0:1788536044.641754:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536044.653190:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573690496 00000100:00100000:1.0:1788536044.653201:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573690496 00000100:00100000:1.0:1788536044.653261:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 603 00000100:00100000:1.0:1788536044.653271:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+63:19230:x1875415573690496:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536044.653290:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536044.653317:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ed19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0083 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.653431:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ed20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.653444:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ed20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.653455:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ed20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536044.653486:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x25:0x0]: returning size 16384 00000004:00200000:1.0:1788536044.653490:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536044.653506:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ed20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.653538:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ed19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0083 expref: 65 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.653555:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c400/0x94dfe24b69f4ed20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0083 expref: 64 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.653564:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x25:0x0].0x0 (ffff8b1d585fa500) 00010000:00010000:1.0:1788536044.653567:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536044.653570:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c400, rc 0) 00000100:00100000:1.0:1788536044.653629:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+64:19230:x1875415573690496:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 360us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.653637:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 603 00000100:00100000:3.0:1788536044.664357:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536044.664978:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573690624 00000100:00100000:0.0:1788536044.664991:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573690624 00000100:00100000:0.0:1788536044.665056:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 153 00000100:00100000:0.0:1788536044.665066:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573690624:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536044.665083:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536044.665104:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cfac323f/0x94dfe24b69f4ed27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b008a expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536044.665163:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583015936:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536044.665245:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536044.682677:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583015936:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536044.682718:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cfac323f/0x94dfe24b69f4ed27 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b008a expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.682743:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cfac323f/0x94dfe24b69f4ed27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b008a expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.682760:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e400, rc 0) 00000100:00100000:0.0:1788536044.682820:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573690624:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 17755us (18480us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536044.682838:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 153 00000100:00100000:1.0:1788536044.704628:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573690880 00000100:00100000:1.0:1788536044.704648:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573690880 00000100:00100000:1.0:1788536044.704707:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 604 00000100:00100000:1.0:1788536044.704717:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+64:19230:x1875415573690880:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:1.0:1788536044.704968:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].14, 136 off10096 00000100:00100000:1.0:1788536044.705058:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+64:19230:x1875415573690880:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 342us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.705066:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 604 00000100:00100000:3.0:1788536044.758481:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.758531:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.758571:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536044.758737:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573691136 00000100:00100000:0.0:1788536044.758748:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573691136 00000100:00100000:0.0:1788536044.758812:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573691264 00000100:00100000:0.0:1788536044.758816:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573691264 00000100:00100000:0.0:1788536044.758839:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 208 00000100:00100000:0.0:1788536044.758848:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573691136:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536044.758932:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573691136:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 85us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536044.758939:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 208 00000100:00100000:0.0:1788536044.758957:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 209 00000100:00100000:0.0:1788536044.758963:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+7:2352:x1875415573691264:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536044.758985:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+7:2352:x1875415573691264:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536044.758991:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 209 00000100:00100000:1.0:1788536044.759070:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573691008 00000100:00100000:1.0:1788536044.759075:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573691008 00000100:00100000:1.0:1788536044.759114:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 334 00000100:00100000:1.0:1788536044.759121:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573691008:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536044.759149:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573691008:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.759155:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 334 00000100:00080000:3.0:1788536044.759888:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536044.799151:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573691392 00000100:00100000:1.0:1788536044.799163:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573691392 00000100:00100000:1.0:1788536044.799224:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 605 00000100:00100000:1.0:1788536044.799234:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:19240:x1875415573691392:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536044.799294:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536044.799448:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:19240:x1875415573691392:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 213us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.799456:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 605 00000100:00100000:1.0:1788536044.829666:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.843464:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573691776 00000100:00100000:1.0:1788536044.843469:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573691776 00000100:00100000:1.0:1788536044.843507:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 154 00000100:00100000:1.0:1788536044.843525:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573691776:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536044.843559:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.843577:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 8 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.843585:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xe:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536044.843589:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536044.843594:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.843622:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 8 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.843635:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 8 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536044.843648:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583016192:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536044.843703:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5043f300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536044.847333:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573692032 00000100:00100000:0.0:1788536044.847358:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573692032 00002000:00100000:0.0:1788536044.847447:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff8b1d73a69f80 x1875415573692032/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:700/0 lens 648/0 e 0 to 0 dl 1788536055 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536044.847461:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d73a69f80 with x1875415573692032 ext(0->157) 00010000:00010000:0.0:1788536044.847473:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 9 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.847495:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 9 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536044.847504:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d73a69f80 00000100:00100000:0.0:1788536044.847547:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 4 00000100:00100000:0.0:1788536044.847558:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573692032:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:1.0:1788536044.847733:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583016192:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536044.847765:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536044.848282:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573692032:12345-192.168.203.55@tcp:4:cp.0 Request processed in 721us (1087us total) trans 4294967329 rc 0/0 00000100:00100000:0.0:1788536044.848303:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 4 00002000:00100000:0.0:1788536044.848314:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xe:0x0] (0->157) req@ffff8b1d73a69f80 x1875415573692032/t4294967329(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:700/0 lens 648/448 e 0 to 0 dl 1788536055 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536044.848324:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d73a69f80 with x1875415573692032 ext(0->157) 00010000:00010000:0.0:1788536044.848333:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 11 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536044.848359:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 11 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536044.849661:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d73a69f80 00000100:00100000:1.0:1788536044.860620:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.861424:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573692160 00000100:00100000:3.0:1788536044.861438:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573692160 00010000:00010000:3.0:1788536044.861495:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 11 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536044.861562:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 178 00000100:00100000:3.0:1788536044.861574:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573692160:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536044.861594:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536044.861626:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 11 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.861644:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 11 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.861690:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4ecef lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b006e expref: 11 pid: 6666 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.861711:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536044.861717:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536044.861724:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.861735:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.861765:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536044.861967:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.861980:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.862011:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.862021:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.862030:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.862037:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536044.862053:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.862065:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.862078:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.862086:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000088e029ea/0x94dfe24b69f4ed43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536044.862171:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573691776:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 18645us (19212us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.862181:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 154 00000100:00100000:3.0:1788536044.862300:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573692160:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 727us (1694us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536044.862308:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 178 00000100:00100000:1.0:1788536044.875003:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.875066:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573692416 00000100:00100000:1.0:1788536044.875080:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573692416 00000100:00100000:1.0:1788536044.882123:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 607 00000100:00100000:1.0:1788536044.882156:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+31:19240:x1875415573692416:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536044.882341:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+31:19240:x1875415573692416:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 200us (7354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.882360:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 607 00000100:00100000:3.0:1788536044.889073:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573692544 00000100:00100000:3.0:1788536044.889094:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573692544 00000100:00100000:3.0:1788536044.889188:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 155 00000100:00100000:3.0:1788536044.889199:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573692544:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536044.889226:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536044.889453:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df9efd0f/0x94dfe24b69f4ed4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0098 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536044.889492:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xe:0x0] initial LVB size: 158, mtime: 0x6a9ae4ec, atime: 0x0, ctime: 0x6a9ae4ec, blocks: 0x1 00010000:00010000:3.0:1788536044.889517:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=423s v=(0 0) 00010000:00010000:3.0:1788536044.889540:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536044.889551:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df9efd0f/0x94dfe24b69f4ed4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0098 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.889575:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df9efd0f/0x94dfe24b69f4ed4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0098 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.889593:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb200, rc 0) 00000100:00100000:3.0:1788536044.889673:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573692544:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 476us (3201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536044.889681:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 155 00000100:00100000:3.0:1788536044.896090:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573692800 00000100:00100000:3.0:1788536044.896105:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573692800 00000100:00100000:3.0:1788536044.896187:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 608 00000100:00100000:3.0:1788536044.896200:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+31:19240:x1875415573692800:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536044.896361:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+31:19240:x1875415573692800:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 163us (579us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536044.896417:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 608 00000100:00100000:0.0:1788536044.905654:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.905806:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573692928 00000100:00100000:3.0:1788536044.905820:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573692928 00002000:00100000:3.0:1788536044.905892:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff8b1d7bfd1880 x1875415573692928/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:700/0 lens 488/0 e 0 to 0 dl 1788536055 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536044.905905:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfd1880 with x1875415573692928 ext(0->4095) 00002000:00010000:3.0:1788536044.905913:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfd1880 00000100:00100000:3.0:1788536044.905951:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 54 00000100:00100000:3.0:1788536044.905962:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573692928:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536044.906275:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573692928:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 313us (634us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536044.906284:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 54 00002000:00100000:3.0:1788536044.906293:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xe:0x0] (0->4095) req@ffff8b1d7bfd1880 x1875415573692928/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:700/0 lens 488/4536 e 0 to 0 dl 1788536055 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536044.906303:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfd1880 with x1875415573692928 ext(0->4095) 00002000:00010000:3.0:1788536044.906307:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfd1880 00000100:00100000:3.0:1788536044.920756:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573693056 00000100:00100000:3.0:1788536044.920778:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573693056 00000100:00100000:3.0:1788536044.933920:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536044.933996:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573693184 00000100:00100000:1.0:1788536044.934012:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573693184 00000100:00100000:1.0:1788536044.934092:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 610 00000100:00100000:1.0:1788536044.934104:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+32:19240:x1875415573693184:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536044.934137:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0xf:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536044.934248:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+32:19240:x1875415573693184:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 146us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536044.934257:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 610 00000100:00100000:3.0:1788536044.945556:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536044.951237:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.951363:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573693568 00000100:00100000:3.0:1788536044.951410:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573693568 00000100:00100000:3.0:1788536044.951493:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 611 00000100:00100000:3.0:1788536044.951508:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+32:19240:x1875415573693568:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536044.951622:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.951649:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ed58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b009f expref: 32 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.951661:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 4/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.951724:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ed58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b009f expref: 32 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.951761:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ed58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b009f expref: 32 pid: 5825 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536044.951779:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583016320:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536044.952195:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d429e80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536044.957523:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.957576:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573693696 00000100:00100000:3.0:1788536044.957586:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573693696 00010000:00010000:3.0:1788536044.957751:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ed58 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b009f expref: 33 pid: 5825 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536044.957789:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 179 00000100:00100000:3.0:1788536044.957799:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46530850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+33:2355:x1875415573693696:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536044.957814:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536044.957820:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ed58 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b009f expref: 33 pid: 5825 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.957833:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ed58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b009f expref: 33 pid: 5825 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.957854:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff8b1d585fab00) 00010000:00010000:3.0:1788536044.957859:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,1 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.957869:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.957893:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536044.957912:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536044.957966:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46530850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+33:2355:x1875415573693696:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 168us (462us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536044.957973:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 179 00010000:00010000:1.0:1788536044.958171:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ed58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b009f expref: 32 pid: 5825 timeout: 523 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536044.958189:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583016320:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536044.958211:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958226:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958232:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958485:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958494:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958500:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958507:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536044.958511:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958519:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958529:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xf:0x0].0x0 (ffff8b1d585fab00) 00010000:00010000:1.0:1788536044.958531:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536044.958535:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 2/0,0 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536044.958541:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ed66 lrc: 0/0,0 mode: --/PW res: [0x200000402:0xf:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536044.958666:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+32:19240:x1875415573693568:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 7162us (7444us total) trans 4294967710 rc 0/0 00000100:00100000:1.0:1788536044.958681:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 611 00000040:00080000:3.0:1788536044.959122:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536044.959127:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536044.959769:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536044.959782:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536044.962960:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536044.963036:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573693952 00000100:00100000:3.0:1788536044.963046:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573693952 00000100:00100000:3.0:1788536044.963103:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 128 00000100:00100000:3.0:1788536044.963113:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+32:19240:x1875415573693952:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536044.963361:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+33:19240:x1875415573693952:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 249us (410us total) trans 4294967711 rc 0/0 00000100:00100000:3.0:1788536044.963388:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 128 00010000:00010000:0.0:1788536045.494248:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536045.583763:0:15813:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536045.583776:0:15813:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536045.583833:0:15813:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:3.0:1788536045.583840:0:15813:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536045.676558:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583016448:0@lo:400:kworker.0 00000100:00100000:3.0:1788536045.676603:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536045.676630:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583016960:0@lo:400:kworker.0 00000100:00100000:3.0:1788536045.676656:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536045.676689:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536045.676697:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583016832:0@lo:400:kworker.0 00000100:00100000:3.0:1788536045.676722:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536045.677187:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583016960 00000100:00100000:1.0:1788536045.677191:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583016960 00000100:00100000:1.0:1788536045.677221:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1788536045.677227:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583016960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536045.677260:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583016960:12345-0@lo:400:kworker.0 Request processed in 34us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536045.677266:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00080000:3.0:1788536045.677886:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536045.677892:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536045.677896:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536045.677949:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536045.677974:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583016448 00000100:00100000:3.0:1788536045.677978:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583016448 00000100:00100000:3.0:1788536045.678010:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1788536045.678016:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583016448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536045.678051:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583016448:12345-0@lo:400:kworker.0 Request processed in 36us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536045.678057:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1788536045.678093:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573694080 00000100:00100000:3.0:1788536045.678096:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573694080 00000100:00100000:3.0:1788536045.678118:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 157 00000100:00100000:3.0:1788536045.678123:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+8:2355:x1875415573694080:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536045.678134:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536045.678155:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a768bd4d/0x94dfe24b69f4ed6d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00a6 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536045.678180:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536045.678185:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536045.678195:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a768bd4d/0x94dfe24b69f4ed6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00a6 expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536045.678214:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a768bd4d/0x94dfe24b69f4ed6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00a6 expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536045.678241:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb400, rc 0) 00000100:00100000:3.0:1788536045.678281:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573694080:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 158us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536045.678287:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 157 00000100:00100000:3.0:1788536045.678461:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583016832:0@lo:400:kworker.0 00000100:00100000:3.0:1788536045.678472:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583016448:0@lo:400:kworker.0 00000100:00100000:3.0:1788536045.678483:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583016960:0@lo:400:kworker.0 00000100:00100000:1.0:1788536045.686655:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536045.687947:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573694336 00000100:00100000:0.0:1788536045.687964:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573694336 00000100:00100000:0.0:1788536045.688048:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 612 00000100:00100000:0.0:1788536045.688060:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+63:19241:x1875415573694336:12345-192.168.203.55@tcp:58:lfs.0 00000100:00100000:0.0:1788536045.688249:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+63:19241:x1875415573694336:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 191us (1607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536045.688257:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 612 00000100:00100000:1.0:1788536046.192752:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583017216 00000100:00100000:1.0:1788536046.192760:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583017216 00000100:00100000:1.0:1788536046.192815:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788536046.192823:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583017216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536046.192844:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3857711104 avail 3854565376 00000100:00100000:1.0:1788536046.192891:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583017216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536046.192898:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:1.0:1788536046.192941:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583017216:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1788536046.466233:0:15864:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536046.466242:0:15864:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536046.466289:0:15864:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 3 00000040:00080000:3.0:1788536046.466295:0:15864:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536046.510502:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536047.532139:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536047.723829:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583017344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536047.723900:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536047.724286:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583017344 00000100:00100000:1.0:1788536047.724295:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583017344 00000100:00100000:1.0:1788536047.724396:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1788536047.724406:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583017344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536047.724442:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536047.724501:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583017344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536047.724509:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00080000:3.0:1788536047.724628:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536047.724810:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583017344:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536048.555637:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536049.579657:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536049.890949:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536049.891006:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536049.891047:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536049.891078:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536049.891098:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536049.891115:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536049.891142:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536049.891177:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573694720 00000100:00100000:0.0:1788536049.891190:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573694720 00000100:00100000:0.0:1788536049.891256:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573695232 00000100:00100000:0.0:1788536049.891260:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573695232 00000100:00100000:0.0:1788536049.891278:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573694848 00000100:00100000:0.0:1788536049.891280:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573694848 00000100:00100000:0.0:1788536049.891296:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573695104 00000100:00100000:0.0:1788536049.891298:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573695104 00000100:00100000:0.0:1788536049.891330:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 212 00000100:00100000:0.0:1788536049.891343:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573694720:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536049.891460:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573694720:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 110us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536049.891469:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 212 00000100:00100000:0.0:1788536049.891489:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 213 00000100:00100000:0.0:1788536049.891496:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573695232:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536049.891517:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573695232:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536049.891523:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 213 00000100:00100000:0.0:1788536049.891532:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 214 00000100:00100000:0.0:1788536049.891554:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573694848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536049.891577:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573694848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536049.891582:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 214 00000100:00100000:0.0:1788536049.891592:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 215 00000100:00100000:0.0:1788536049.891607:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+7:2354:x1875415573695104:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536049.891629:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+7:2354:x1875415573695104:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 32us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536049.891636:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 215 00000100:00100000:0.0:1788536049.891662:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573694976 00000100:00100000:0.0:1788536049.891666:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573694976 00000100:00100000:0.0:1788536049.891697:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573694592 00000100:00100000:0.0:1788536049.891700:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573694592 00000100:00100000:0.0:1788536049.891719:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 246 00000100:00100000:0.0:1788536049.891726:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:2354:x1875415573694976:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536049.891760:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:2354:x1875415573694976:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 35us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536049.891768:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 246 00000100:00100000:0.0:1788536049.891782:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 247 00000100:00100000:0.0:1788536049.891788:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+63:2354:x1875415573694592:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536049.891812:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+63:2354:x1875415573694592:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536049.891818:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 247 00000100:00080000:0.0:1788536049.891841:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536049.891853:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536049.891855:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536049.893409:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573694464 00000100:00100000:3.0:1788536049.893428:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573694464 00000100:00100000:3.0:1788536049.893617:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 336 00000100:00100000:3.0:1788536049.893628:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573694464:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536049.893716:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573694464:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 90us (2783us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536049.893723:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 336 00010000:00010000:1.0:1788536050.603993:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536050.796173:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583017472:0@lo:400:kworker.0 00000100:00100000:1.0:1788536050.796295:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536050.796542:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583017856:0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.796586:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536050.796664:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583017856 00000100:00100000:0.0:1788536050.796674:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583017856 00000100:00100000:0.0:1788536050.796738:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1788536050.796749:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583017856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.796813:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583017856:12345-0@lo:400:kworker.0 Request processed in 65us (225us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536050.796821:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00080000:0.0:1788536050.796852:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536050.796905:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583017856:0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.796960:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583017600:0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.796994:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536050.797016:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536050.797022:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583017728:0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.797044:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536050.797073:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583017600 00000100:00100000:0.0:1788536050.797077:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583017600 00000100:00100000:0.0:1788536050.797108:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583017728 00000100:00100000:0.0:1788536050.797111:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583017728 00000100:00100000:0.0:1788536050.797140:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1788536050.797147:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583017600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.797186:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583017600:12345-0@lo:400:kworker.0 Request processed in 39us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536050.797193:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1788536050.797227:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1788536050.797234:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583017728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.797266:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583017728:12345-0@lo:400:kworker.0 Request processed in 32us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536050.797273:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00080000:0.0:1788536050.797293:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536050.797325:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583017728:0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.797337:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583017600:0@lo:400:kworker.0 00000100:00100000:3.0:1788536050.802731:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583018112:0@lo:400:kworker.0 00000100:00100000:3.0:1788536050.802838:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536050.803623:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536050.803644:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583017984:0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.803700:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536050.803773:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583018112 00000100:00100000:0.0:1788536050.803795:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583018112 00000100:00100000:0.0:1788536050.803887:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1788536050.803898:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583018112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536050.803961:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583018112:12345-0@lo:400:kworker.0 Request processed in 66us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536050.803969:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00080000:0.0:1788536050.803995:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536050.807585:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583018112:0@lo:400:kworker.0 00000100:00100000:3.0:1788536050.807707:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583017984 00000100:00100000:3.0:1788536050.807716:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583017984 00000100:00100000:3.0:1788536050.807808:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1788536050.807819:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583017984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536050.808212:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583017984:12345-0@lo:400:kworker.0 Request processed in 393us (4510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536050.808220:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00080000:3.0:1788536050.808265:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536050.808295:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583017984:0@lo:400:kworker.0 00000100:00100000:1.0:1788536050.811670:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583017472:0@lo:400:kworker.0 00000100:00100000:0.0:1788536051.316129:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583018240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536051.316256:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536051.316542:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583018240 00000100:00100000:1.0:1788536051.316555:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583018240 00000100:00100000:1.0:1788536051.316639:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788536051.316651:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583018240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536051.316700:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536051.316762:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583018240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536051.316770:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788536051.316837:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583018240:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536051.627632:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536052.402001:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536052.402051:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573695360 00000100:00100000:0.0:1788536052.402066:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573695360 00000100:00100000:0.0:1788536052.402155:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 613 00000100:00100000:0.0:1788536052.402168:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:19223:x1875415573695360:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788536052.402333:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+26:19223:x1875415573695360:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 167us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536052.402343:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 613 00000100:00080000:3.0:1788536052.403927:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536052.413471:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536052.414813:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573695616 00000100:00100000:3.0:1788536052.414838:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573695616 00000100:00100000:3.0:1788536052.414909:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 129 00000100:00100000:3.0:1788536052.414920:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+26:19223:x1875415573695616:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536052.415288:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+27:19223:x1875415573695616:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 369us (1831us total) trans 4294967712 rc 0/0 00000100:00100000:3.0:1788536052.415308:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 129 00010000:00010000:1.0:1788536052.651984:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536052.843972:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536052.844002:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583018368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536052.844091:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536052.844668:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583018368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536052.844694:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788536052.844847:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583018368:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536052.844998:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788536053.163696:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536053.163708:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536053.166502:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 2 00000040:00080000:0.0:1788536053.166521:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536053.675952:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788536054.522305:0:16060:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10c: Check forbidden archive ========== 11:34:12 (1788536052) 00010000:00010000:2.0:1788536054.703335:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536055.006529:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536055.006597:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.006740:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573695872 00000100:00100000:3.0:1788536055.006755:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573695872 00000100:00100000:3.0:1788536055.006857:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:3.0:1788536055.006869:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+63:2354:x1875415573695872:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536055.007017:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:2.0:1788536055.007070:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536055.007231:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+63:2354:x1875415573695872:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 362us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536055.007261:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:0.0:1788536055.014447:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536055.014497:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.014552:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573695744 00000100:00100000:3.0:1788536055.014567:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573695744 00000100:00100000:3.0:1788536055.014643:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00100000:3.0:1788536055.014655:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573695744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536055.014754:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573695744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 101us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536055.014763:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00100000:1.0:1788536055.015622:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573696128 00000100:00100000:1.0:1788536055.015649:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573696128 00000100:00100000:1.0:1788536055.015719:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573696384 00000100:00100000:1.0:1788536055.015723:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573696384 00000100:00100000:1.0:1788536055.015751:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 218 00000100:00100000:1.0:1788536055.015761:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573696128:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536055.015819:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573696128:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 61us (9222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536055.015827:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 218 00000100:00100000:1.0:1788536055.015848:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 219 00000100:00100000:1.0:1788536055.015855:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+7:2354:x1875415573696384:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536055.015881:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+7:2354:x1875415573696384:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (8864us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536055.015887:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 219 00000100:00080000:3.0:1788536055.016039:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536055.016046:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536055.016665:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536055.016759:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.016810:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573696256 00000100:00100000:2.0:1788536055.016817:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573696256 00000100:00100000:2.0:1788536055.016876:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 252 00000100:00100000:2.0:1788536055.016885:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+27:2354:x1875415573696256:12345-192.168.203.55@tcp:400:kworker.0 00000100:00080000:3.0:1788536055.016975:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536055.017091:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+27:2354:x1875415573696256:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 207us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.017099:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 252 00000100:00100000:1.0:1788536055.017599:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573696000 00000100:00100000:1.0:1788536055.017605:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573696000 00000100:00080000:2.0:1788536055.017711:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536055.018419:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573696512 00000100:00100000:3.0:1788536055.018427:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573696512 00000100:00080000:2.0:1788536055.018563:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536055.018779:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 220 00000100:00100000:3.0:1788536055.018793:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573696000:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536055.018882:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573696000:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 92us (4383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536055.018901:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 220 00000100:00100000:3.0:1788536055.018927:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 221 00000100:00100000:3.0:1788536055.018934:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573696512:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536055.018963:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573696512:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (2206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536055.018971:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 221 00000100:00100000:3.0:1788536055.144590:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.145668:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573696768 00000100:00100000:2.0:1788536055.145689:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573696768 00000100:00100000:2.0:1788536055.145784:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 614 00000100:00100000:2.0:1788536055.145795:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+27:19853:x1875415573696768:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536055.145822:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.145849:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed74 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00ad expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.145956:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.145974:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.145989:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146031:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146040:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146047:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146691:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ed89 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146705:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ed89 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146713:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ed89 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536055.146725:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:2.0:1788536055.146841:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146850:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146858:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146864:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.146870:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146889:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146906:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:2.0:1788536055.146909:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.146914:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146922:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ed7b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146939:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146945:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146950:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146956:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.146958:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146964:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146973:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b1d585fa800) 00010000:00010000:2.0:1788536055.146975:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.146979:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.146994:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed82 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.150150:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed74 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00ad expref: 30 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.150183:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ed89 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00ad expref: 29 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.150194:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536055.150197:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.150201:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733c00, rc 0) 00000100:00100000:2.0:1788536055.150321:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+29:19853:x1875415573696768:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 4526us (5739us total) trans 4294967713 rc 0/0 00000100:00100000:2.0:1788536055.150333:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 614 00000100:00100000:2.0:1788536055.155171:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.155244:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536055.155365:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573696896 00000100:00100000:1.0:1788536055.155415:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573696896 00000100:00100000:1.0:1788536055.155522:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 23 00000100:00100000:1.0:1788536055.155535:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:2354:x1875415573696896:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536055.155557:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536055.155593:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ed89 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00ad expref: 29 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.155620:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536055.155627:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536055.155670:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573697024 00000100:00100000:3.0:1788536055.155709:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573697024 00000100:00100000:1.0:1788536055.155710:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+28:2354:x1875415573696896:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 176us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536055.155735:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 23 00000100:00100000:3.0:1788536055.155805:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 615 00000100:00100000:3.0:1788536055.155819:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+28:19853:x1875415573697024:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788536055.155953:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+28:19853:x1875415573697024:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 135us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536055.155962:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 615 00000100:00100000:2.0:1788536055.172153:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.180866:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573697280 00000100:00100000:3.0:1788536055.180887:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573697280 00000100:00100000:2.0:1788536055.181105:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 616 00000100:00100000:2.0:1788536055.181120:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+63:19854:x1875415573697280:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:2.0:1788536055.181217:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536055.181253:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4ec0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0021 expref: 63 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.181294:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536055.181310:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536055.182114:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.182137:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 27 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.182146:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.182190:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 27 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.182268:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 27 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.182598:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583018496:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536055.182735:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536055.186705:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.187034:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573697408 00000100:00100000:3.0:1788536055.187048:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573697408 00010000:00010000:3.0:1788536055.187093:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 28 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536055.187134:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 180 00000100:00100000:3.0:1788536055.187144:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+28:2355:x1875415573697408:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536055.187162:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536055.187168:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 28 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.187180:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 28 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.187200:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536055.187205:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.187213:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.187237:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.187256:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536055.187799:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+28:2355:x1875415573697408:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 655us (1107us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536055.187808:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 180 00010000:00010000:2.0:1788536055.188527:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ec4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0036 expref: 27 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.188554:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583018496:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536055.188584:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.188595:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.188601:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.188663:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.188679:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.188690:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536055.190972:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 16384 00010000:00010000:2.0:1788536055.190996:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.191007:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.191016:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.191022:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.191027:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.191036:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.191056:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536055.191060:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.191065:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.191088:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4ed97 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536055.191118:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000d3d5ffce reply state 00000000f002cb9a transno 4294967714 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.191129:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536055.191241:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+64:19854:x1875415573697280:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 10120us (19098us total) trans 4294967714 rc 0/0 00000100:00100000:2.0:1788536055.191251:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 616 00000100:00100000:1.0:1788536055.207242:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.207349:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573697536 00000100:00100000:2.0:1788536055.207403:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573697536 00000100:00100000:2.0:1788536055.207488:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 617 00000100:00100000:2.0:1788536055.207500:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+64:19855:x1875415573697536:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536055.207533:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.207565:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4eda5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00b4 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.207673:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4edac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.207691:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4edac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.207705:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4edac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536055.207751:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536055.207756:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536055.207806:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4edac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.207833:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4eda5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00b4 expref: 66 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.207854:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4edac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00b4 expref: 65 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.207863:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:2.0:1788536055.207866:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536055.207871:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733800, rc 0) 00000100:00100000:2.0:1788536055.207954:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+65:19855:x1875415573697536:12345-192.168.203.55@tcp:101:bash.0 Request processed in 456us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.207963:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 617 00010000:00010000:3.0:1788536055.208049:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.208062:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.208070:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.208076:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.208081:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.208089:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.208106:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff8b1d585fa800) 00010000:00010000:3.0:1788536055.208109:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.208114:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.208121:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ed9e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536055.211975:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536055.211990:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536055.212037:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 2 00000040:00080000:2.0:1788536055.212046:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536055.222954:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.223093:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573697664 00000100:00100000:3.0:1788536055.223113:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573697664 00000100:00100000:3.0:1788536055.223190:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 618 00000100:00100000:3.0:1788536055.223201:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+64:19855:x1875415573697664:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536055.223222:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536055.223243:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4edb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00bb expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223322:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223338:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223350:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223366:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223413:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223421:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223515:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4edc8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223524:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4edc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223545:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4edc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536055.223574:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 16384 00000004:00200000:3.0:1788536055.223578:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536055.223596:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4edc8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223609:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223616:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223623:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223629:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbaa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.223633:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223642:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223663:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:3.0:1788536055.223667:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.223672:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223678:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4edba lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223704:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223710:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223715:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223720:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.223723:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223729:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223737:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff8b1d61e33000) 00010000:00010000:3.0:1788536055.223739:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.223742:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223748:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edc1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223779:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4edb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00bb expref: 66 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223793:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bba200/0x94dfe24b69f4edc8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00bb expref: 65 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.223812:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:3.0:1788536055.223815:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536055.223818:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bba200, rc 0) 00000100:00100000:3.0:1788536055.223883:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+65:19855:x1875415573697664:12345-192.168.203.55@tcp:101:bash.0 Request processed in 684us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536055.223890:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 618 00000100:00100000:1.0:1788536055.231648:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.231797:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573697792 00000100:00100000:3.0:1788536055.231807:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573697792 00000100:00100000:3.0:1788536055.231864:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 619 00000100:00100000:3.0:1788536055.231883:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+65:19855:x1875415573697792:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536055.231905:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536055.231928:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4edcf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00c2 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232020:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232036:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232048:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232062:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232069:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232096:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232198:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232205:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232212:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232217:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.232221:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232229:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232240:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:3.0:1788536055.232242:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.232270:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232288:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4edd6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232301:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232306:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232319:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232325:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbaa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.232328:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232334:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232341:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536055.232344:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.232347:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232352:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4eddd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232439:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4edcf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c2 expref: 66 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232452:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:3.0:1788536055.232455:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.232460:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4edcf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c2 expref: 66 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.232473:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:3.0:1788536055.232538:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+65:19855:x1875415573697792:12345-192.168.203.55@tcp:101:bash.0 Request processed in 656us (898us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536055.232556:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 619 00000100:00100000:1.0:1788536055.253078:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.254255:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573697920 00000100:00100000:2.0:1788536055.254285:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573697920 00000100:00100000:2.0:1788536055.254433:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 620 00000100:00100000:2.0:1788536055.254447:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:19856:x1875415573697920:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536055.254475:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.254503:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ede4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00c9 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.254586:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.254622:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.254638:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536055.254980:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536055.254986:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536055.255017:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.255049:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ede4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 29 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.255076:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 28 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.255088:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:2.0:1788536055.255092:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536055.255096:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733600, rc 0) 00000100:00100000:2.0:1788536055.255304:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+28:19856:x1875415573697920:12345-192.168.203.55@tcp:101:rm.0 Request processed in 860us (2235us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.255314:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 620 00000100:00100000:0.0:1788536055.266954:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.267568:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573698048 00000100:00100000:2.0:1788536055.267582:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573698048 00000100:00100000:2.0:1788536055.267669:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 621 00000100:00100000:2.0:1788536055.267681:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+28:19856:x1875415573698048:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536055.267705:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.267757:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4edf2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00d0 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.267854:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.267872:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.267887:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.267906:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.267913:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.267920:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268041:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ee07 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268050:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ee07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268057:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ee07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536055.268088:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 16384 00000004:00200000:2.0:1788536055.268092:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536055.268116:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ee07 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268139:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268147:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268154:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268160:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.268165:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268174:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268189:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:2.0:1788536055.268193:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.268199:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268206:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4edf9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268237:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268244:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268251:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268263:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.268266:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268284:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268303:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x843a253e (ffff8b1d585fa600) 00010000:00010000:2.0:1788536055.268306:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.268310:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268316:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee00 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x843a253e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268356:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4edf2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00d0 expref: 30 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268440:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733c00/0x94dfe24b69f4ee07 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00d0 expref: 29 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.268449:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:2.0:1788536055.268452:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536055.268455:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733c00, rc 0) 00000100:00100000:2.0:1788536055.268543:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:19856:x1875415573698048:12345-192.168.203.55@tcp:101:rm.0 Request processed in 864us (1602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.268551:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 621 00000100:00100000:1.0:1788536055.274805:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.274910:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573698176 00000100:00100000:3.0:1788536055.274924:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573698176 00000100:00100000:3.0:1788536055.275002:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 622 00000100:00100000:3.0:1788536055.275014:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+29:19856:x1875415573698176:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536055.275045:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536055.275073:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ee0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00d7 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275163:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275644:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275663:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275685:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275693:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275699:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275772:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275797:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275802:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275806:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbaa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.275810:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275819:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275835:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:3.0:1788536055.275838:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.275843:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275850:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ee15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275870:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275877:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275882:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275886:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.275893:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275897:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275903:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536055.275904:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.275906:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275911:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ee1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275945:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ee0e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00d7 expref: 30 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275953:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:3.0:1788536055.275954:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.275956:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ee0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00d7 expref: 30 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.275963:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:3.0:1788536055.276031:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+29:19856:x1875415573698176:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1019us (1241us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536055.276039:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 622 00000100:00100000:1.0:1788536055.281252:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.281502:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573698304 00000100:00100000:3.0:1788536055.281579:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573698304 00000100:00100000:3.0:1788536055.281661:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 623 00000100:00100000:3.0:1788536055.281675:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+29:19856:x1875415573698304:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536055.281724:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536055.281753:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00de expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.281851:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.281870:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.281885:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.281903:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.281911:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.281919:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.281994:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282004:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282012:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282020:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.282033:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282046:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282064:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:3.0:1788536055.282068:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.282075:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282083:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282101:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282109:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282115:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282121:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.282124:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282130:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282137:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff8b1d61e33e00) 00010000:00010000:3.0:1788536055.282140:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.282151:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282158:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282200:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee23 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00de expref: 30 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282212:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:3.0:1788536055.282215:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.282219:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00de expref: 30 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.282228:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:0.0:1788536055.282663:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+29:19856:x1875415573698304:12345-192.168.203.55@tcp:101:rm.0 Request processed in 986us (1422us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536055.282675:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 623 00000100:00100000:0.0:1788536055.325635:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.325884:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573698432 00000100:00100000:2.0:1788536055.325918:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573698432 00000100:00100000:2.0:1788536055.326005:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 624 00000100:00100000:2.0:1788536055.326017:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:19857:x1875415573698432:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536055.326047:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.326077:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ee38 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00e5 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326176:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326195:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326210:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326228:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326235:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326241:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326321:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326329:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326336:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326360:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.326365:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326423:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326440:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:2.0:1788536055.326443:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.326450:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326462:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee3f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326479:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326485:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326491:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326496:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.326498:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.326977:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.327008:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff8b1d585fa600) 00010000:00010000:2.0:1788536055.327011:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.327015:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.327022:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee46 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.327078:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ee38 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00e5 expref: 30 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.327089:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:2.0:1788536055.327091:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.327096:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ee38 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00e5 expref: 30 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.327106:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733400, rc 0) 00000100:00100000:2.0:1788536055.327210:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:19857:x1875415573698432:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1195us (1592us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536055.327220:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 624 00000100:00100000:1.0:1788536055.340417:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.341087:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573698560 00000100:00100000:2.0:1788536055.341104:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573698560 00000100:00100000:2.0:1788536055.341197:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 625 00000100:00100000:2.0:1788536055.341209:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:19857:x1875415573698560:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536055.341238:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.341269:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ee4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00ec expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341443:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341461:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341476:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341494:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341501:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341519:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341589:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341598:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341606:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341613:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.341618:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341639:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341654:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:2.0:1788536055.341657:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.341664:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341670:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341687:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341694:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341700:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341706:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.341709:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341716:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341723:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff8b1d585fa600) 00010000:00010000:2.0:1788536055.341726:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.341729:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341744:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732c00/0x94dfe24b69f4ee5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341786:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ee4d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00ec expref: 30 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341798:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:2.0:1788536055.341800:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.341804:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ee4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00ec expref: 30 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.341815:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733400, rc 0) 00000100:00100000:2.0:1788536055.341902:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:19857:x1875415573698560:12345-192.168.203.55@tcp:101:cp.0 Request processed in 694us (1537us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536055.341911:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 625 00000100:00100000:1.0:1788536055.355480:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.355658:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573698816 00000100:00100000:3.0:1788536055.355669:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573698816 00000100:00100000:3.0:1788536055.355743:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 626 00000100:00100000:3.0:1788536055.355754:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+29:19857:x1875415573698816:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536055.355775:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536055.355795:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee62 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00f3 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.355915:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.355930:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.355941:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.355971:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.355979:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.355986:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536055.356667:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xd:0x0], index 0: 0 00010000:00010000:3.0:1788536055.356843:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356853:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356860:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356894:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356901:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356907:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356912:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536055.356916:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356935:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356947:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:3.0:1788536055.356950:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536055.356955:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.356961:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4ee69 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536055.356976:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000e1ce5e28 reply state 00000000e2fef2c0 transno 4294967715 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536055.356984:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788536055.357015:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4ee62 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 32 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.357029:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 31 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.357036:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536055.357039:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536055.357041:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:3.0:1788536055.357112:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+32:19857:x1875415573698816:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1360us (1642us total) trans 4294967715 rc 0/0 00000100:00100000:3.0:1788536055.357121:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 626 00000100:00100000:1.0:1788536055.362745:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536055.363405:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.363419:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.363427:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.363449:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536055.363454:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.363461:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.363478:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff8b1d61e33e00) 00010000:00010000:0.0:1788536055.363481:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536055.363486:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.363492:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4ee70 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536055.364781:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573698944 00000100:00100000:3.0:1788536055.364802:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573698944 00000100:00100000:2.0:1788536055.365010:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 158 00000100:00100000:2.0:1788536055.365021:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+7:2355:x1875415573698944:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536055.365038:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.365057:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b00fa expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536055.365079:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536055.365097:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=433s v=(0 0) 00010000:00010000:2.0:1788536055.365101:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536055.365109:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 8 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.365138:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 8 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.365150:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733400, rc 0) 00000100:00100000:2.0:1788536055.365269:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573698944:12345-192.168.203.55@tcp:101:cp.0 Request processed in 249us (2533us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.365284:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 158 00000100:00100000:1.0:1788536055.369144:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.370480:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573699072 00000100:00100000:2.0:1788536055.370493:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573699072 00000100:00100000:2.0:1788536055.370556:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 159 00000100:00100000:2.0:1788536055.370566:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:19857:x1875415573699072:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536055.370583:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.370601:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009e81d2e2/0x94dfe24b69f4ee8c lrc: 2/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0101 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.370631:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.370640:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536055.370645:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536055.370662:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e81d2e2/0x94dfe24b69f4ee8c lrc: 4/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0101 expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.370697:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.370726:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 9 pid: 6666 timeout: 533 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.370741:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583018624:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536055.370835:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536055.383918:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583018624:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536055.383955:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009e81d2e2/0x94dfe24b69f4ee8c lrc: 3/0,0 mode: --/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0101 expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.383977:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77732c00, rc 0) 00000100:00100000:2.0:1788536055.384056:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:19857:x1875415573699072:12345-192.168.203.55@tcp:101:cp.0 Request processed in 13491us (14922us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.384065:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 159 00000100:00100000:1.0:1788536055.385540:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.386808:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573699200 00000100:00100000:2.0:1788536055.386819:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573699200 00010000:00010000:2.0:1788536055.386865:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 9 pid: 6666 timeout: 533 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.386915:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 181 00000100:00100000:2.0:1788536055.386926:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573699200:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536055.386942:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536055.386962:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 9 pid: 6666 timeout: 533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.386995:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 9 pid: 6666 timeout: 533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.387018:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000778a9f96/0x94dfe24b69f4ee85 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00fa expref: 9 pid: 6666 timeout: 533 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.387036:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536055.387041:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xd:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536055.387049:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009e81d2e2/0x94dfe24b69f4ee8c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0101 expref: 8 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.387059:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009e81d2e2/0x94dfe24b69f4ee8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0101 expref: 8 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.387098:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009e81d2e2/0x94dfe24b69f4ee8c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0101 expref: 8 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.387112:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583018752:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536055.387206:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536055.394447:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583018752:192.168.203.55@tcp:105: 00010000:00010000:2.0:1788536055.394475:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536055.394532:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573699200:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 7608us (8996us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.394544:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 181 00000100:00100000:1.0:1788536055.399606:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.399689:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573699456 00000100:00100000:3.0:1788536055.399700:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573699456 00000100:00100000:3.0:1788536055.399759:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 130 00000100:00100000:3.0:1788536055.399769:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:19857:x1875415573699456:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536055.400098:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+32:19857:x1875415573699456:12345-192.168.203.55@tcp:35:cp.0 Request processed in 329us (501us total) trans 4294967716 rc 0/0 00000100:00100000:3.0:1788536055.400106:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 130 00000100:00100000:1.0:1788536055.495949:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.496016:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573699712 00000100:00100000:2.0:1788536055.496027:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573699712 00000100:00100000:2.0:1788536055.496091:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 627 00000100:00100000:2.0:1788536055.496101:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+65:19860:x1875415573699712:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536055.496122:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.496144:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ee93 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0108 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496234:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496249:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496260:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496291:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496298:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496304:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496659:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496671:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496690:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536055.496701:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00010000:00010000:2.0:1788536055.496824:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496832:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496839:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496844:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.496848:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496856:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496868:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:2.0:1788536055.496871:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.496875:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496882:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4ee9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496893:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496909:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496915:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496920:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.496923:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496929:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496938:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536055.496941:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536055.496944:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496950:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4eea1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.496999:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4ee93 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 68 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.497012:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 67 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.497020:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:2.0:1788536055.497022:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536055.497030:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6ec00, rc 0) 00000100:00100000:2.0:1788536055.497096:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+67:19860:x1875415573699712:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 996us (1157us total) trans 4294967717 rc 0/0 00000100:00100000:2.0:1788536055.497104:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 627 00000001:00080000:2.0:1788536055.499767:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967714 is committed 00000001:00080000:2.0:1788536055.499782:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967713 is committed 00000001:00080000:2.0:1788536055.499789:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967716 is committed 00000100:00100000:0.0:1788536055.500364:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536055.500709:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573699968 00000100:00100000:3.0:1788536055.500720:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573699968 00000100:00100000:3.0:1788536055.500777:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 628 00000100:00100000:3.0:1788536055.500787:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+66:19860:x1875415573699968:12345-192.168.203.55@tcp:55:lfs.0 00010000:00010000:3.0:1788536055.500848:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.500864:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 27 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.500872:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 66 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.500882:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 5/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.500914:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 66 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.500927:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 66 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536055.500950:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583018880:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536055.501085:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 27 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536055.501096:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 27 pid: 6725 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536055.501105:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583019008:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536055.501130:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536055.506792:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583018880:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536055.506809:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583019008:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536055.506841:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536055.519644:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536055.519846:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.524184:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573700096 00000100:00100000:2.0:1788536055.524219:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573700096 00010000:00010000:2.0:1788536055.524282:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 67 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.524323:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573700224 00000100:00100000:2.0:1788536055.524326:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573700224 00010000:00010000:2.0:1788536055.524341:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 28 pid: 6725 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.524391:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 182 00000100:00100000:2.0:1788536055.524401:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+67:2354:x1875415573700096:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536055.524416:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536055.524423:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 67 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524457:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 67 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524479:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ec00/0x94dfe24b69f4eea8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0108 expref: 67 pid: 5825 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524496:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:2.0:1788536055.524501:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524509:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524515:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536055.524576:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+66:2354:x1875415573700096:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 176us (4942us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.524584:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 182 00000100:00100000:2.0:1788536055.524602:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 183 00000100:00100000:2.0:1788536055.524608:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+28:2354:x1875415573700224:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536055.524616:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536055.524621:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 28 pid: 6725 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524633:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 28 pid: 6725 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524821:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ee77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00f3 expref: 28 pid: 6725 timeout: 533 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524832:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:2.0:1788536055.524836:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524844:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524852:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.524876:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536055.524897:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:2354:x1875415573700224:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 289us (5051us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.524903:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 183 00010000:00010000:2.0:1788536055.525233:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.525243:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.525510:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.525518:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.525525:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.525537:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536055.525541:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.525548:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.525558:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:2.0:1788536055.525560:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788536055.525564:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.525571:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eeb6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x10:0x0].0x0 bits 0x21/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.525627:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+66:19860:x1875415573699968:12345-192.168.203.55@tcp:55:lfs.0 Request processed in 24841us (25267us total) trans 4294967718 rc 0/0 00000100:00100000:2.0:1788536055.525635:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 628 00000100:00100000:2.0:1788536055.546790:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536055.546891:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573700480 00000100:00100000:1.0:1788536055.546902:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573700480 00000100:00100000:1.0:1788536055.546967:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 131 00000100:00100000:1.0:1788536055.546977:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+66:19860:x1875415573700480:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536055.547228:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+67:19860:x1875415573700480:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 252us (447us total) trans 4294967719 rc 0/0 00000100:00100000:1.0:1788536055.547237:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 131 00000100:00100000:2.0:1788536055.582956:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536055.583065:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573700608 00000100:00100000:1.0:1788536055.583077:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573700608 00000100:00100000:1.0:1788536055.583137:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 629 00000100:00100000:1.0:1788536055.583149:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+67:19861:x1875415573700608:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536055.583174:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536055.583203:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4eebd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b010f expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583295:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583311:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583322:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583337:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583345:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583352:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583652:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3e00/0x94dfe24b69f4eed2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583661:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3e00/0x94dfe24b69f4eed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583668:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3e00/0x94dfe24b69f4eed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536055.583697:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x10:0x0]: returning size 158 00000004:00200000:1.0:1788536055.583701:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536055.583717:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3e00/0x94dfe24b69f4eed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583736:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3e00/0x94dfe24b69f4eed2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583745:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583751:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583758:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583763:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536055.583768:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583775:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583785:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:1.0:1788536055.583788:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536055.583792:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583798:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f4eec4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583809:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583814:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583824:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583829:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536055.583832:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583837:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583844:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x88c75925 (ffff8b1d457ff600) 00010000:00010000:1.0:1788536055.583846:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536055.583848:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583854:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f4eecb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x26:0x0].0x88c75925 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583881:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f4eebd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b010f expref: 69 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583894:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3e00/0x94dfe24b69f4eed2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b010f expref: 68 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536055.583902:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff8b1d457ff500) 00010000:00010000:1.0:1788536055.583904:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536055.583906:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3e00, rc 0) 00000100:00100000:1.0:1788536055.583969:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+68:19861:x1875415573700608:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 822us (1023us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536055.583984:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 629 00000100:00100000:0.0:1788536055.591971:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.592065:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573700736 00000100:00100000:2.0:1788536055.592075:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573700736 00000100:00100000:2.0:1788536055.592135:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 160 00000100:00100000:2.0:1788536055.592145:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573700736:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536055.592162:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.592178:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4eed9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0116 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.592254:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583019136:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536055.592412:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00002000:00010000:2.0:1788536055.604448:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536055.604457:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb mtime: 0 -> 1788536054 00002000:00010000:2.0:1788536055.604459:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb atime: 0 -> 1788536054 00002000:00010000:2.0:1788536055.604462:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0xd:0x0] updating lvb ctime: 0 -> 1788536054 00000100:00100000:2.0:1788536055.604486:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583019136:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536055.604524:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4eed9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0116 expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.604549:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4eed9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0116 expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.604562:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6ec00, rc 0) 00000100:00100000:2.0:1788536055.604625:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573700736:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 12481us (12664us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536055.604634:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 160 00000100:00100000:3.0:1788536055.608635:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536055.608738:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573700864 00000100:00100000:0.0:1788536055.608748:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573700864 00000100:00100000:0.0:1788536055.608806:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 630 00000100:00100000:0.0:1788536055.608816:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+68:19861:x1875415573700864:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536055.608835:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536055.608855:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4eee0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b011d expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.608921:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eee7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.608944:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.608956:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536055.608991:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x26:0x0]: returning size 16384 00000004:00200000:0.0:1788536055.608996:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536055.609014:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eee7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.609040:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4eee0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b011d expref: 70 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.609060:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ea00/0x94dfe24b69f4eee7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b011d expref: 69 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536055.609068:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x26:0x0].0x0 (ffff8b1d61e33500) 00010000:00010000:0.0:1788536055.609071:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536055.609074:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772ea00, rc 0) 00000100:00100000:0.0:1788536055.609135:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+69:19861:x1875415573700864:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 320us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536055.609143:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 630 00000100:00100000:0.0:1788536055.612240:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536055.612332:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573700992 00000100:00100000:2.0:1788536055.612342:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573700992 00000100:00100000:2.0:1788536055.612426:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 161 00000100:00100000:2.0:1788536055.612437:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573700992:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536055.612453:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536055.612470:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4eeee lrc: 2/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0124 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536055.612550:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583019264:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536055.612634:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536055.616795:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583019264:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536055.616837:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4eeee lrc: 1/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0124 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.616862:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4eeee lrc: 0/0,0 mode: --/PR res: [0x240000400:0xd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0124 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536055.616875:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6ec00, rc 0) 00000100:00100000:2.0:1788536055.616935:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573700992:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4500us (4701us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536055.616944:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 161 00000100:00100000:3.0:1788536055.627900:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536055.628888:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573701248 00000100:00100000:1.0:1788536055.628900:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573701248 00000100:00100000:1.0:1788536055.628968:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 631 00000100:00100000:1.0:1788536055.628978:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+69:19861:x1875415573701248:12345-192.168.203.55@tcp:58:lfs.0 00000100:00100000:1.0:1788536055.629121:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+69:19861:x1875415573701248:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 143us (1230us total) trans 0 rc -1/-1 00000100:00100000:1.0:1788536055.629129:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 631 00010000:00010000:1.0:1788536055.723975:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536055.916691:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583019648:0@lo:400:kworker.0 00000100:00100000:3.0:1788536055.916762:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536055.916820:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788536055.916825:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583019520:0@lo:400:kworker.0 00000100:00100000:3.0:1788536055.916848:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536055.916862:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583020032:0@lo:400:kworker.0 00000100:00100000:3.0:1788536055.916884:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536055.916924:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583020032 00000100:00100000:3.0:1788536055.916932:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583020032 00000100:00100000:1.0:1788536055.916967:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583019392:0@lo:400:kworker.0 00000100:00100000:3.0:1788536055.916980:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1788536055.916988:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583020032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536055.917001:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536055.917022:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583019904:0@lo:400:kworker.0 00000100:00100000:3.0:1788536055.917034:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583020032:12345-0@lo:400:kworker.0 Request processed in 48us (149us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536055.917040:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536055.917057:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:1.0:1788536055.917057:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536055.917061:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583019776:0@lo:400:kworker.0 00000100:00100000:1.0:1788536055.917079:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536055.917099:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583020032:0@lo:400:kworker.0 00000100:00100000:1.0:1788536055.917105:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583019648 00000100:00100000:1.0:1788536055.917108:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583019648 00000100:00100000:1.0:1788536055.917132:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583019520 00000100:00100000:1.0:1788536055.917135:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583019520 00000100:00100000:1.0:1788536055.917146:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583019904 00000100:00100000:1.0:1788536055.917148:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583019904 00000100:00100000:3.0:1788536055.917151:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1788536055.917158:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583019648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536055.917161:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1788536055.917166:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583019520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536055.917247:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583019776 00000100:00100000:0.0:1788536055.917251:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583019776 00000100:00100000:0.0:1788536055.917294:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1788536055.917300:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583019776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536055.917358:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583019776:12345-0@lo:400:kworker.0 Request processed in 58us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536055.917365:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1788536055.917414:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583019776:0@lo:400:kworker.0 00000100:00100000:0.0:1788536055.917433:0:5823:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:0.0:1788536055.917441:0:5823:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:0.0:1788536055.917533:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1788536055.917539:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583019904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536055.917567:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583019904:12345-0@lo:400:kworker.0 Request processed in 29us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536055.917574:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1788536055.917599:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583019904:0@lo:400:kworker.0 00000100:00080000:2.0:1788536055.917989:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536055.917995:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536055.917998:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536055.918009:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583019392 00000100:00100000:2.0:1788536055.918014:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583019392 00000100:00100000:2.0:1788536055.918050:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1788536055.918058:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583019392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536055.918102:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583019392:12345-0@lo:400:kworker.0 Request processed in 46us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536055.918107:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1788536055.918141:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583019392:0@lo:400:kworker.0 00000100:00100000:3.0:1788536055.918518:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583019648:12345-0@lo:400:kworker.0 Request processed in 1358us (1754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536055.918526:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1788536055.924463:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583019520:12345-0@lo:400:kworker.0 Request processed in 7284us (7602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536055.924500:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1788536055.928455:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583019520:0@lo:400:kworker.0 00000100:00100000:2.0:1788536055.928477:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583019648:0@lo:400:kworker.0 00000100:00100000:3.0:1788536056.427611:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536056.427635:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583020160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536056.427725:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536056.427967:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583020160 00000100:00100000:1.0:1788536056.427976:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583020160 00000100:00100000:1.0:1788536056.428044:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788536056.428053:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583020160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536056.428087:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536056.428143:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583020160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536056.428150:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1788536056.428650:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583020160:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536056.747764:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536057.774359:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536057.963965:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583020288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536057.964049:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536057.964132:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583020288 00000100:00100000:0.0:1788536057.964140:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583020288 00000100:00100000:0.0:1788536057.964196:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1788536057.964206:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583020288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536057.964242:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536057.964297:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583020288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536057.964303:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00080000:0.0:1788536057.964325:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536057.964365:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583020288:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788536058.795817:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536059.819597:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536060.135304:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536060.135366:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536060.135434:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536060.135469:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536060.135489:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536060.135508:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536060.135533:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536060.135557:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573701504 00000100:00100000:0.0:1788536060.135567:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573701504 00000100:00100000:0.0:1788536060.135618:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573701888 00000100:00100000:0.0:1788536060.135621:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573701888 00000100:00100000:0.0:1788536060.135644:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 256 00000100:00100000:0.0:1788536060.135653:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+69:2355:x1875415573701504:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536060.135718:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+69:2355:x1875415573701504:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 66us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536060.135735:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 256 00000100:00100000:0.0:1788536060.135757:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00100000:0.0:1788536060.135764:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+27:2355:x1875415573701888:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536060.135792:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+27:2355:x1875415573701888:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536060.135798:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00080000:0.0:1788536060.135815:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536060.136290:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573701760 00000100:00100000:1.0:1788536060.136296:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573701760 00000100:00100000:1.0:1788536060.136336:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573702016 00000100:00100000:1.0:1788536060.136339:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573702016 00000100:00100000:1.0:1788536060.136352:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573701632 00000100:00100000:1.0:1788536060.136354:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573701632 00000100:00100000:1.0:1788536060.136366:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573702144 00000100:00100000:1.0:1788536060.136391:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573702144 00000100:00100000:1.0:1788536060.136409:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 224 00000100:00100000:1.0:1788536060.136429:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573701760:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536060.136460:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573701760:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536060.136467:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 224 00000100:00100000:1.0:1788536060.136481:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 225 00000100:00100000:1.0:1788536060.136487:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573702016:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536060.136508:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573702016:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536060.136524:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 225 00000100:00100000:1.0:1788536060.136537:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 226 00000100:00100000:1.0:1788536060.136543:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573701632:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536060.136564:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573701632:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536060.136570:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 226 00000100:00100000:1.0:1788536060.136581:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 227 00000100:00100000:1.0:1788536060.136587:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573702144:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536060.136607:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573702144:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536060.136613:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 227 00000100:00100000:3.0:1788536060.138456:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573701376 00000100:00100000:3.0:1788536060.138468:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573701376 00000100:00100000:3.0:1788536060.138536:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 340 00000100:00100000:3.0:1788536060.138547:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573701376:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536060.138603:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573701376:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 58us (3132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536060.138610:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 340 00000100:00080000:0.0:1788536060.140977:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536060.140996:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1788536060.612212:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967719 is committed 00010000:00010000:2.0:1788536060.843729:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536061.039534:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583020672:0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.039648:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536061.039703:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788536061.039709:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583020544:0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.039732:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536061.039751:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583021056:0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.039775:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536061.039833:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583020672 00000100:00100000:2.0:1788536061.039841:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583020672 00000100:00100000:2.0:1788536061.039894:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583020544 00000100:00100000:2.0:1788536061.039898:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583020544 00000100:00100000:2.0:1788536061.039916:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1788536061.039925:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583020672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.039972:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583020672:12345-0@lo:400:kworker.0 Request processed in 48us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536061.039979:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1788536061.039997:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1788536061.040002:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583020544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.040026:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583020544:12345-0@lo:400:kworker.0 Request processed in 25us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536061.040048:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1788536061.040068:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583021056 00000100:00100000:2.0:1788536061.040072:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583021056 00000100:00100000:2.0:1788536061.040098:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1788536061.040104:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583021056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.040135:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583021056:12345-0@lo:400:kworker.0 Request processed in 31us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536061.040141:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:2.0:1788536061.040194:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583020544:0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.040205:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583021056:0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.040212:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583020672:0@lo:400:kworker.0 00000100:00100000:3.0:1788536061.040339:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583020416:0@lo:400:kworker.0 00000100:00100000:3.0:1788536061.040485:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536061.040514:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583020928:0@lo:400:kworker.0 00000100:00100000:3.0:1788536061.040539:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536061.040557:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536061.040563:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583020800:0@lo:400:kworker.0 00000100:00100000:3.0:1788536061.040592:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536061.040622:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583020928 00000100:00100000:3.0:1788536061.040626:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583020928 00000100:00100000:3.0:1788536061.040654:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1788536061.040660:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583020928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536061.040694:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583020928:12345-0@lo:400:kworker.0 Request processed in 34us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536061.040700:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1788536061.040721:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583020800 00000100:00100000:3.0:1788536061.040725:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583020800 00000100:00100000:3.0:1788536061.040748:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1788536061.040755:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583020800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536061.040781:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583020800:12345-0@lo:400:kworker.0 Request processed in 27us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536061.040787:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1788536061.040820:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583020800:0@lo:400:kworker.0 00000100:00100000:3.0:1788536061.040828:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583020928:0@lo:400:kworker.0 00000100:00080000:1.0:1788536061.041417:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536061.041422:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536061.041425:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536061.041985:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583020416 00000100:00100000:2.0:1788536061.041992:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583020416 00000100:00100000:2.0:1788536061.042067:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1788536061.042075:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583020416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536061.042136:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583020416:12345-0@lo:400:kworker.0 Request processed in 62us (1651us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536061.042143:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1788536061.048635:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583020416:0@lo:400:kworker.0 00000100:00100000:1.0:1788536061.550279:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536061.550308:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583021184:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536061.550570:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536061.552742:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583021184 00000100:00100000:1.0:1788536061.552755:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583021184 00000100:00100000:1.0:1788536061.552822:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1788536061.552832:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583021184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536061.552885:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 56164352 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536061.552978:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583021184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 148us (2408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536061.552992:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:0.0:1788536061.553244:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583021184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536061.791471:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536061.791506:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573702272 00000100:00100000:3.0:1788536061.791516:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573702272 00000100:00100000:3.0:1788536061.791565:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 632 00000100:00100000:3.0:1788536061.791576:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:19853:x1875415573702272:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788536061.791668:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:19853:x1875415573702272:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 94us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536061.791676:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 632 00000100:00100000:3.0:1788536061.799486:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536061.799523:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573702528 00000100:00100000:3.0:1788536061.799531:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573702528 00000100:00100000:3.0:1788536061.799583:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 132 00000100:00100000:3.0:1788536061.799592:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+27:19853:x1875415573702528:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536061.799893:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+28:19853:x1875415573702528:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 301us (414us total) trans 4294967720 rc 0/0 00000100:00100000:3.0:1788536061.799900:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 132 00010000:00010000:0.0:1788536061.871064:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536062.891680:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536063.091608:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536063.091631:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583021312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536063.091708:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536063.091900:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583021312 00000100:00100000:1.0:1788536063.091909:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583021312 00000100:00100000:1.0:1788536063.091982:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1788536063.091997:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583021312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536063.092034:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536063.092093:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583021312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536063.092099:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1788536063.092177:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583021312:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788536063.093447:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788536063.423647:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536063.423656:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536063.423968:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 14 count 1 00000040:00080000:2.0:1788536063.423976:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:3.0:1788536063.650028:0:16260:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 10d: Archive a file on the default archive id ========================================================== 11:34:21 (1788536061) 00010000:00010000:0.0:1788536063.922789:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536063.984219:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536063.986226:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573702784 00000100:00100000:3.0:1788536063.986242:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573702784 00000100:00080000:1.0:1788536063.986319:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536063.987261:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 633 00000100:00100000:3.0:1788536063.987280:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+28:20463:x1875415573702784:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536063.987302:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536063.987406:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eef5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b012b expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987481:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987497:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987508:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987523:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987548:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987555:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987784:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef0a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987795:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef0a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987802:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef0a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536063.987811:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:3.0:1788536063.987894:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987901:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987908:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987914:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536063.987918:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987924:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987946:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:3.0:1788536063.987949:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536063.987954:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987960:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4eefc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987972:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987978:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987984:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987988:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbaa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536063.987991:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.987997:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.988005:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b1d61e33800) 00010000:00010000:3.0:1788536063.988007:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536063.988010:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.988016:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef03 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.988615:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4eef5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b012b expref: 31 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.988632:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef0a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b012b expref: 30 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536063.988640:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536063.988642:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536063.988645:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:3.0:1788536063.988714:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+30:20463:x1875415573702784:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1441us (4511us total) trans 4294967721 rc 0/0 00000100:00100000:3.0:1788536063.988722:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 633 00000100:00100000:0.0:1788536064.000944:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536064.001130:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573702912 00000100:00100000:2.0:1788536064.001141:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573702912 00000100:00100000:2.0:1788536064.001201:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 634 00000100:00100000:2.0:1788536064.001210:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+30:20463:x1875415573702912:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788536064.001324:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+30:20463:x1875415573702912:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 115us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536064.001331:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 634 00000100:00100000:2.0:1788536064.002845:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536064.010048:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573703040 00000100:00100000:1.0:1788536064.010063:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573703040 00000100:00100000:1.0:1788536064.010152:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 24 00000100:00100000:1.0:1788536064.010162:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:2355:x1875415573703040:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536064.010178:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536064.010202:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef0a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b012b expref: 30 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.010233:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536064.010239:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536064.010306:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:2355:x1875415573703040:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 145us (7476us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536064.010315:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 24 00000100:00100000:1.0:1788536064.019786:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.019979:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573703168 00000100:00100000:3.0:1788536064.019990:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573703168 00000100:00100000:3.0:1788536064.020067:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 635 00000100:00100000:3.0:1788536064.020078:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+66:20464:x1875415573703168:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536064.020097:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536064.020142:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0132 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020206:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020229:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020240:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788536064.020383:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536064.020581:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020589:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020597:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020777:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020786:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020793:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020799:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbaa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.020803:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020811:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.020822:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:3.0:1788536064.020825:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.020829:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021117:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef1f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021140:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021146:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021152:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021158:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.021161:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021167:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021176:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536064.021179:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.021182:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021189:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef26 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021235:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef18 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0132 expref: 67 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021246:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:3.0:1788536064.021249:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.021550:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0132 expref: 67 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.021565:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:3.0:1788536064.021636:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+66:20464:x1875415573703168:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1560us (1859us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536064.021645:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 635 00000100:00100000:0.0:1788536064.033493:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536064.033633:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573703424 00000100:00100000:1.0:1788536064.033642:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573703424 00000100:00100000:1.0:1788536064.033702:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 636 00000100:00100000:1.0:1788536064.033711:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+66:20464:x1875415573703424:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:1.0:1788536064.033764:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536064.033789:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4edac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00b4 expref: 66 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.033808:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:1.0:1788536064.033813:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536064.034027:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.034041:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 28 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.034050:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.034082:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 28 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.034096:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 28 pid: 5823 timeout: 542 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536064.034110:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583021440:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536064.034224:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d464839c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536064.037513:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536064.037630:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583021440:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536064.037673:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536064.038031:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573703552 00000100:00100000:3.0:1788536064.038038:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573703552 00010000:00010000:3.0:1788536064.038071:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 29 pid: 5823 timeout: 542 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536064.038111:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 184 00000100:00100000:3.0:1788536064.038120:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46532450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+29:2354:x1875415573703552:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536064.038135:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536064.038141:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 29 pid: 5823 timeout: 542 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.038154:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 29 pid: 5823 timeout: 542 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.038175:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4edeb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b00c9 expref: 29 pid: 5823 timeout: 542 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.038192:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:3.0:1788536064.038198:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.038230:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.038238:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.038305:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536064.038366:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46532450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+28:2354:x1875415573703552:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 247us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536064.038405:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 184 00010000:00010000:1.0:1788536064.045919:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.045938:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.045975:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.045989:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.046000:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536064.047712:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 16384 00010000:00010000:1.0:1788536064.047728:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.047737:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.047745:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.047750:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536064.047755:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.047775:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.047792:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:1.0:1788536064.047795:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536064.047800:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.047807:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4ef2d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536064.047828:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000e00b5a1f reply state 00000000a119064a transno 4294967722 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536064.047851:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536064.048551:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+67:20464:x1875415573703424:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 14837us (15062us total) trans 4294967722 rc 0/0 00000100:00100000:1.0:1788536064.048558:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 636 00010000:00010000:3.0:1788536064.052352:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.052407:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.052416:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.052422:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.052427:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.052436:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.052454:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff8b1d457ffc00) 00010000:00010000:3.0:1788536064.052457:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.052461:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.052486:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4ef34 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536064.068797:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.069085:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573703680 00000100:00100000:3.0:1788536064.069096:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573703680 00000100:00100000:3.0:1788536064.069160:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 637 00000100:00100000:3.0:1788536064.069170:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+66:20465:x1875415573703680:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536064.069191:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536064.069223:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef3b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0139 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.069289:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef42 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.069303:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.069314:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536064.069346:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536064.069349:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536064.069424:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef42 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.069447:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef3b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0139 expref: 68 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.069464:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef42 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0139 expref: 67 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.069487:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536064.069490:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536064.069493:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb000, rc 0) 00000100:00100000:3.0:1788536064.069550:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+67:20465:x1875415573703680:12345-192.168.203.55@tcp:101:bash.0 Request processed in 382us (763us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536064.069557:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 637 00000100:00100000:2.0:1788536064.094054:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.094851:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573703808 00000100:00100000:3.0:1788536064.094863:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573703808 00000100:00100000:3.0:1788536064.094928:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 638 00000100:00100000:3.0:1788536064.094939:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+67:20465:x1875415573703808:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536064.094959:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536064.094980:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef49 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0140 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.095046:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.095063:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.095073:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.095089:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.095096:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.095134:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097064:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ef5e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097085:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ef5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097096:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ef5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536064.097154:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 16384 00000004:00200000:0.0:1788536064.097158:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536064.097180:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ef5e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097203:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097210:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097225:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097232:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbaa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.097591:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097602:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097615:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536064.097631:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.097636:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097643:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4ef50 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097662:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097668:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097674:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097679:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.097681:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097687:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097694:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff8b1d61e33d00) 00010000:00010000:0.0:1788536064.097697:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.097700:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097706:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef57 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097745:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef49 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0140 expref: 69 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097771:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e400/0x94dfe24b69f4ef5e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0140 expref: 68 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.097778:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:0.0:1788536064.097781:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536064.097783:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e400, rc 0) 00000100:00100000:0.0:1788536064.097867:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+68:20465:x1875415573703808:12345-192.168.203.55@tcp:101:bash.0 Request processed in 2928us (3820us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536064.097876:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 638 00000100:00100000:1.0:1788536064.103445:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536064.103686:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573703936 00000100:00100000:0.0:1788536064.103696:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573703936 00000100:00100000:0.0:1788536064.103752:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 639 00000100:00100000:0.0:1788536064.103761:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+68:20465:x1875415573703936:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536064.103778:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536064.103797:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4ef65 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0147 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.103873:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.103887:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.103899:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.107985:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108022:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108036:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108115:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108122:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108128:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108133:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.108137:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108144:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108155:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:0.0:1788536064.108159:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.108163:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108169:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef6c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108183:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108977:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108993:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.108999:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.109004:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.109012:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.109025:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff8b1d45477200) 00010000:00010000:0.0:1788536064.109027:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.109031:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.109038:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef73 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.109092:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4ef65 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0147 expref: 69 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.109102:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:0.0:1788536064.109105:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.109110:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4ef65 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0147 expref: 69 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.109135:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fa00, rc 0) 00000100:00100000:0.0:1788536064.109555:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+68:20465:x1875415573703936:12345-192.168.203.55@tcp:101:bash.0 Request processed in 5790us (6114us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536064.109564:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 639 00000100:00100000:2.0:1788536064.146649:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.146765:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573704064 00000100:00100000:3.0:1788536064.146847:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573704064 00000100:00100000:3.0:1788536064.146934:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 640 00000100:00100000:3.0:1788536064.146948:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+28:20466:x1875415573704064:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536064.146976:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536064.147004:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef7a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b014e expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.147094:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.147113:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.147128:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536064.147181:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536064.147185:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536064.147224:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.148020:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4ef7a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 30 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.148048:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 29 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.148078:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536064.148081:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536064.148085:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:3.0:1788536064.148326:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+29:20466:x1875415573704064:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1380us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536064.148336:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 640 00000100:00100000:2.0:1788536064.162068:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536064.164678:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573704192 00000100:00100000:0.0:1788536064.164700:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573704192 00000100:00100000:0.0:1788536064.164796:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 641 00000100:00100000:0.0:1788536064.164809:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:20466:x1875415573704192:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536064.164837:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536064.164869:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4ef88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0155 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.164960:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.164980:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.164993:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165011:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165018:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165025:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165166:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4ef9d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165176:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4ef9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165184:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4ef9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536064.165355:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 16384 00000004:00200000:0.0:1788536064.165360:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536064.165592:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4ef9d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165610:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165617:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165625:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165642:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.165648:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165657:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165671:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536064.165682:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.165689:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165696:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4ef8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165716:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165722:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165729:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165734:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.165737:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165743:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165751:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb54fab68 (ffff8b1d45477200) 00010000:00010000:0.0:1788536064.165753:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.165756:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165762:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4ef96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb54fab68 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165805:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4ef88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0155 expref: 31 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165834:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f600/0x94dfe24b69f4ef9d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0155 expref: 30 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.165842:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:0.0:1788536064.165845:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536064.165848:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f600, rc 0) 00000100:00100000:0.0:1788536064.165925:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:20466:x1875415573704192:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1119us (3872us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536064.165935:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 641 00000100:00100000:1.0:1788536064.171532:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536064.173460:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573704320 00000100:00100000:0.0:1788536064.173490:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573704320 00000100:00100000:0.0:1788536064.173587:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 642 00000100:00100000:0.0:1788536064.173599:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+30:20466:x1875415573704320:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536064.173628:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536064.173664:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4efa4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b015c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173757:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173785:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173798:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173817:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173843:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173850:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173924:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173932:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173939:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173946:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.173952:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173961:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173974:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:0.0:1788536064.173977:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.173984:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.173991:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4efab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174011:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174024:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174030:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174035:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.174039:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174046:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174054:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff8b1d45477a00) 00010000:00010000:0.0:1788536064.174057:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.174061:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174067:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174117:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4efa4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b015c expref: 31 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174128:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:0.0:1788536064.174131:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.174134:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4efa4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b015c expref: 31 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.174156:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e800, rc 0) 00000100:00100000:0.0:1788536064.178006:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+30:20466:x1875415573704320:12345-192.168.203.55@tcp:101:rm.0 Request processed in 3824us (5904us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536064.178026:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 642 00000100:00100000:2.0:1788536064.180895:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.181127:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573704448 00000100:00100000:3.0:1788536064.181142:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573704448 00000100:00100000:3.0:1788536064.181642:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 643 00000100:00100000:3.0:1788536064.181658:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+30:20466:x1875415573704448:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536064.181687:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536064.181717:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4efb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0163 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.181882:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.181902:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.181916:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.181938:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.181946:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.181978:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182053:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182062:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182070:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182077:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbaa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.182082:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182092:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182106:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:3.0:1788536064.182110:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.182596:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182605:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4efc0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182626:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182633:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182649:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182655:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.182658:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182664:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182673:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536064.182676:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.182680:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182686:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efc7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182735:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4efb9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0163 expref: 31 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182746:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:3.0:1788536064.182749:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.182752:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4efb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0163 expref: 31 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.182761:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:2.0:1788536064.188119:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+30:20466:x1875415573704448:12345-192.168.203.55@tcp:101:rm.0 Request processed in 6439us (7212us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536064.188138:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 643 00000100:00100000:2.0:1788536064.210344:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.210729:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573704576 00000100:00100000:3.0:1788536064.210744:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573704576 00000100:00100000:3.0:1788536064.210913:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 644 00000100:00100000:3.0:1788536064.210927:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+30:20467:x1875415573704576:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536064.210959:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536064.210989:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b016a expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.211086:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.211105:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.212932:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.212982:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.212996:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.213004:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.213084:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.213091:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.213099:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.213967:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.213973:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.213982:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.213999:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:3.0:1788536064.214002:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.214008:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.214015:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4efd5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.214033:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.214039:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.214044:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.214049:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.214051:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.214057:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.214076:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536064.214079:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.214082:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.214088:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4efdc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.215626:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efce lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b016a expref: 31 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.215652:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:3.0:1788536064.215655:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.215660:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4efce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b016a expref: 31 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.215679:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c200, rc 0) 00000100:00100000:3.0:1788536064.215792:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+30:20467:x1875415573704576:12345-192.168.203.55@tcp:101:cp.0 Request processed in 4867us (5464us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536064.215803:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 644 00000100:00100000:1.0:1788536064.222493:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536064.224406:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573704704 00000100:00100000:0.0:1788536064.224427:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573704704 00000100:00100000:0.0:1788536064.224583:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 645 00000100:00100000:0.0:1788536064.224597:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+30:20467:x1875415573704704:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536064.224623:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536064.224718:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4efe3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0171 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224808:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224827:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224842:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224859:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224866:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224872:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224967:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224976:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224983:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.224990:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.224995:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225003:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225018:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:0.0:1788536064.225022:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.225028:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225035:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4efea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225052:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225059:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225066:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225078:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.225082:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225088:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225096:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff8b1d45477a00) 00010000:00010000:0.0:1788536064.225099:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.225102:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225108:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4eff1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225154:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4efe3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0171 expref: 31 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225166:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:0.0:1788536064.225169:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.225173:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4efe3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0171 expref: 31 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.225183:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e800, rc 0) 00000100:00100000:0.0:1788536064.226430:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+30:20467:x1875415573704704:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1828us (3953us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536064.226443:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 645 00000100:00100000:2.0:1788536064.230925:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536064.231110:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573704960 00000100:00100000:0.0:1788536064.231141:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573704960 00000100:00100000:0.0:1788536064.231268:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 646 00000100:00100000:0.0:1788536064.231281:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+30:20467:x1875415573704960:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536064.231311:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536064.231338:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eff8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0178 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.231776:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 3/0,1 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.231797:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.231810:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.231846:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.231854:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.231861:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536064.232966:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0xf:0x0], index 1: 0 00010000:00010000:1.0:1788536064.240173:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2200/0x94dfe24b69f4f00d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.240197:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2200/0x94dfe24b69f4f00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.240669:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2200/0x94dfe24b69f4f00d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.244855:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.244873:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.244881:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.244887:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536064.244892:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.244922:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.244940:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:1.0:1788536064.244944:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536064.244949:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 2/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.244956:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4efff lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536064.244974:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000071a31137 reply state 0000000071a09b5f transno 4294967723 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536064.244982:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536064.245029:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4eff8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0178 expref: 33 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.245053:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2200/0x94dfe24b69f4f00d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0178 expref: 32 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.245061:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:1.0:1788536064.245064:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536064.245067:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2200, rc 0) 00000100:00100000:1.0:1788536064.245159:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+33:20467:x1875415573704960:12345-192.168.203.55@tcp:101:cp.0 Request processed in 13880us (14248us total) trans 4294967723 rc 0/0 00000100:00100000:1.0:1788536064.245168:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 646 00010000:00010000:0.0:1788536064.248820:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.248844:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.248852:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.248859:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536064.248866:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.248876:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.248899:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff8b1d457fff00) 00010000:00010000:0.0:1788536064.248902:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536064.248908:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536064.248915:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f006 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536064.249331:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536064.252655:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573705088 00000100:00100000:1.0:1788536064.252712:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573705088 00000100:00100000:1.0:1788536064.252822:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 162 00000100:00100000:1.0:1788536064.252836:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573705088:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536064.252864:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536064.252896:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b017f expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536064.252934:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788536064.252963:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=442s v=(0 0) 00010000:00010000:1.0:1788536064.252969:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536064.252981:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.253005:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.253022:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:1.0:1788536064.253122:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573705088:12345-192.168.203.55@tcp:101:cp.0 Request processed in 283us (3792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536064.253131:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 162 00000100:00080000:2.0:1788536064.256502:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536064.265674:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.265979:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573705216 00000100:00100000:3.0:1788536064.265994:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573705216 00000100:00100000:3.0:1788536064.266081:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 163 00000100:00100000:3.0:1788536064.266094:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:20467:x1875415573705216:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536064.266130:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536064.266158:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0186 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.266246:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.266267:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536064.266272:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536064.266279:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 10 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.266324:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.266341:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 10 pid: 6667 timeout: 542 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536064.266358:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583021568:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536064.266542:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536064.284566:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536064.284680:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573705344 00000100:00100000:1.0:1788536064.284694:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573705344 00010000:00010000:1.0:1788536064.284750:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 11 pid: 6667 timeout: 542 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536064.284801:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 185 00000100:00100000:1.0:1788536064.284812:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573705344:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536064.284853:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536064.284886:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 11 pid: 6667 timeout: 542 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.284904:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 11 pid: 6667 timeout: 542 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.284939:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536064.284945:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536064.284956:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 11 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.284968:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 11 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.285024:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 11 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536064.285040:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583021696:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536064.285170:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d464839c0 going to sleep for 11 seconds 00010000:00010000:3.0:1788536064.285921:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4f01b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b017f expref: 11 pid: 6667 timeout: 542 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536064.285940:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583021568:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536064.285971:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 10 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.285985:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c200, rc 0) 00000100:00100000:3.0:1788536064.286056:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:20467:x1875415573705216:12345-192.168.203.55@tcp:101:cp.0 Request processed in 19963us (20397us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536064.286065:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 163 00000100:00100000:1.0:1788536064.293429:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583021696:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536064.293468:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536064.293550:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573705344:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 8738us (8998us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536064.293563:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 185 00000100:00100000:2.0:1788536064.303591:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.303849:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573705600 00000100:00100000:3.0:1788536064.303865:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573705600 00000100:00100000:3.0:1788536064.303947:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 133 00000100:00100000:3.0:1788536064.303958:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+32:20467:x1875415573705600:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536064.304516:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+33:20467:x1875415573705600:12345-192.168.203.55@tcp:35:cp.0 Request processed in 558us (938us total) trans 4294967724 rc 0/0 00000100:00100000:3.0:1788536064.304524:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 133 00000100:00100000:2.0:1788536064.355338:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536064.355549:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573705728 00000100:00100000:3.0:1788536064.355563:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573705728 00000100:00100000:3.0:1788536064.355645:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 647 00000100:00100000:3.0:1788536064.355658:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+68:20470:x1875415573705728:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536064.355682:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536064.355710:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f029 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b018d expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.355807:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.355824:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.355838:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.355858:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.355885:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.355892:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356006:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4f03e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356015:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4f03e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356022:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4f03e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536064.356062:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00000004:00200000:3.0:1788536064.356068:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536064.356091:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4f03e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356105:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4f03e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356129:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356137:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356144:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356162:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.356167:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356176:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356190:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:3.0:1788536064.356193:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.356199:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356206:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f030 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356232:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356238:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356244:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356249:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536064.356252:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356258:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356276:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x7fd8c415 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536064.356278:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536064.356281:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356287:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f037 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x27:0x0].0x7fd8c415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356323:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f029 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b018d expref: 70 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356339:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbaa00/0x94dfe24b69f4f03e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b018d expref: 69 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536064.356346:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:3.0:1788536064.356349:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536064.356351:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbaa00, rc 0) 00000100:00100000:3.0:1788536064.356534:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+69:20470:x1875415573705728:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 878us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536064.356543:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 647 00000100:00100000:0.0:1788536064.366464:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536064.366644:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573705856 00000100:00100000:1.0:1788536064.366658:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573705856 00000100:00100000:1.0:1788536064.366752:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 164 00000100:00100000:1.0:1788536064.366764:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573705856:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536064.366787:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536064.366810:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f4f045 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0194 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536064.366888:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583021824:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536064.367021:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d464839c0 going to sleep for 11 seconds 00000100:00080000:2.0:1788536064.367961:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:1.0:1788536064.370604:0:6667:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788536064.370618:0:6667:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb mtime: 0 -> 1788536063 00002000:00010000:1.0:1788536064.370620:0:6667:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb atime: 0 -> 1788536063 00002000:00010000:1.0:1788536064.370623:0:6667:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0xf:0x0] updating lvb ctime: 0 -> 1788536063 00000100:00100000:1.0:1788536064.370656:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583021824:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536064.370709:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f4f045 lrc: 1/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0194 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.370741:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f4f045 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0194 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.370757:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:1.0:1788536064.370824:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573705856:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4063us (4374us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536064.370836:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 164 00000100:00100000:0.0:1788536064.380532:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536064.380622:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573705984 00000100:00100000:1.0:1788536064.380652:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573705984 00000100:00100000:1.0:1788536064.380732:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 648 00000100:00100000:1.0:1788536064.380744:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+69:20470:x1875415573705984:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536064.380771:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536064.380798:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f04c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b019b expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.380890:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3400/0x94dfe24b69f4f053 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.380907:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3400/0x94dfe24b69f4f053 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.380922:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3400/0x94dfe24b69f4f053 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536064.380964:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x27:0x0]: returning size 16384 00000004:00200000:1.0:1788536064.380969:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536064.380991:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3400/0x94dfe24b69f4f053 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.381023:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f04c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b019b expref: 71 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.381045:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3400/0x94dfe24b69f4f053 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b019b expref: 70 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536064.381055:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x27:0x0].0x0 (ffff8b1d45477300) 00010000:00010000:1.0:1788536064.381058:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536064.381063:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3400, rc 0) 00000100:00100000:1.0:1788536064.381225:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+70:20470:x1875415573705984:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 482us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536064.381233:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 648 00000100:00100000:0.0:1788536064.386246:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536064.393320:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573706112 00000100:00100000:2.0:1788536064.393345:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573706112 00000100:00100000:2.0:1788536064.393537:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 165 00000100:00100000:2.0:1788536064.393551:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573706112:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536064.393577:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536064.393600:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003d2a4947/0x94dfe24b69f4f05a lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01a2 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536064.393679:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583021952:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536064.393804:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536064.404440:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583021952:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536064.404498:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003d2a4947/0x94dfe24b69f4f05a lrc: 1/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01a2 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536064.404532:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003d2a4947/0x94dfe24b69f4f05a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01a2 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536064.404550:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6ea00, rc 0) 00000100:00100000:2.0:1788536064.404672:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573706112:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 11123us (18437us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536064.404682:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 165 00000100:00100000:0.0:1788536064.421060:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536064.421879:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573706368 00000100:00100000:1.0:1788536064.421894:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573706368 00000100:00100000:1.0:1788536064.422036:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 649 00000100:00100000:1.0:1788536064.422049:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+70:20470:x1875415573706368:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536064.429130:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536064.429144:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536064.433070:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536064.433103:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788536064.437434:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].15, 136 off10232 00000100:00100000:1.0:1788536064.437603:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+70:20470:x1875415573706368:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 15547us (16548us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536064.437618:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 649 00010000:00010000:2.0:1788536064.940667:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536065.239699:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.240037:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.240078:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.240103:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.240124:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.240144:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.240166:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.240213:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573707008 00000100:00100000:3.0:1788536065.240223:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573707008 00000100:00100000:3.0:1788536065.240276:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573706624 00000100:00100000:3.0:1788536065.240279:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573706624 00000100:00100000:3.0:1788536065.240302:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:3.0:1788536065.240311:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+33:2355:x1875415573707008:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536065.240409:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+33:2355:x1875415573707008:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 99us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536065.240416:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:3.0:1788536065.240433:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 262 00000100:00100000:3.0:1788536065.240440:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+70:2355:x1875415573706624:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536065.240465:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+70:2355:x1875415573706624:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536065.240472:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 262 00000100:00100000:3.0:1788536065.240490:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573706752 00000100:00100000:3.0:1788536065.240494:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573706752 00000100:00100000:3.0:1788536065.240513:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573707264 00000100:00100000:3.0:1788536065.240515:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573707264 00000100:00100000:3.0:1788536065.240525:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573706880 00000100:00100000:3.0:1788536065.240528:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573706880 00000100:00100000:3.0:1788536065.240537:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573707136 00000100:00100000:3.0:1788536065.240539:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573707136 00000100:00100000:3.0:1788536065.240554:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 230 00000100:00100000:3.0:1788536065.240559:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573706752:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536065.240793:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 231 00000100:00100000:2.0:1788536065.240803:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573707264:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536065.240895:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573706752:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 334us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536065.240902:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 230 00000100:00100000:3.0:1788536065.240924:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 232 00000100:00100000:3.0:1788536065.240931:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573706880:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536065.245861:0:6667:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1788536065.245880:0:6667:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000100:00100000:1.0:1788536065.246042:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573706496 00000100:00100000:1.0:1788536065.246053:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573706496 00000100:00100000:1.0:1788536065.246127:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 342 00000100:00100000:1.0:1788536065.246138:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573706496:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536065.246501:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573707264:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 5698us (6394us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536065.246510:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 231 00000100:00100000:2.0:1788536065.246531:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 233 00000100:00100000:2.0:1788536065.246540:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573707136:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536065.246568:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573707136:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (6401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536065.246575:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 233 00000100:00080000:2.0:1788536065.246610:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536065.246616:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536065.253763:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573706880:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 12819us (13605us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536065.253779:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 232 00000100:00100000:1.0:1788536065.259069:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573706496:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 12923us (19371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536065.259085:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 342 00000040:00080000:0.0:1788536065.453755:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536065.453764:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536065.453803:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:0.0:1788536065.453811:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536065.454064:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c051500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583022080:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536065.454164:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536065.475948:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.476021:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573707392 00000100:00100000:3.0:1788536065.476030:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573707392 00000100:00100000:3.0:1788536065.476091:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 650 00000100:00100000:3.0:1788536065.476101:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+34:20480:x1875415573707392:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536065.476131:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536065.476308:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+34:20480:x1875415573707392:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 208us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536065.476317:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 650 00000100:00100000:2.0:1788536065.476505:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c051500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583022080:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536065.479867:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536065.480050:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573707648 00000100:00100000:0.0:1788536065.480063:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573707648 00000100:00100000:0.0:1788536065.480160:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 651 00000100:00100000:0.0:1788536065.480169:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+33:20480:x1875415573707648:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536065.480187:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536065.480229:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f061 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01a9 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.480326:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f068 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.480341:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.480352:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f068 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536065.480406:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:0.0:1788536065.480628:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f061 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01a9 expref: 36 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.480651:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f068 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01a9 expref: 35 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.480659:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:0.0:1788536065.480662:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536065.480666:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e000, rc 0) 00000100:00100000:0.0:1788536065.480738:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:20480:x1875415573707648:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 570us (887us total) trans 4294967725 rc 0/0 00000100:00100000:0.0:1788536065.480745:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 651 00000100:00100000:1.0:1788536065.492835:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536065.492941:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573707904 00000100:00100000:2.0:1788536065.492952:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573707904 00000100:00100000:2.0:1788536065.493018:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 25 00000100:00100000:2.0:1788536065.493027:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:2353:x1875415573707904:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536065.493042:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536065.493068:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f068 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01a9 expref: 35 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.493089:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:2.0:1788536065.493093:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536065.493152:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:2353:x1875415573707904:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 127us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536065.493175:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 25 00000100:00100000:1.0:1788536065.502074:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.503498:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573707776 00000100:00100000:3.0:1788536065.503513:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573707776 00000100:00100000:3.0:1788536065.503586:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 166 00000100:00100000:3.0:1788536065.503597:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573707776:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536065.503643:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.503663:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 9 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.503673:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0xf:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536065.503677:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536065.503694:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 4/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.503733:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 9 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.503748:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 9 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536065.503763:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583022208:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536065.503852:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494df540 going to sleep for 11 seconds 00000100:00100000:3.0:1788536065.513117:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583022208:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536065.513146:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536065.525928:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536065.531077:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573708032 00000100:00100000:2.0:1788536065.531094:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573708032 00002000:00100000:2.0:1788536065.531153:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff8b1d776e7480 x1875415573708032/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:721/0 lens 648/0 e 0 to 0 dl 1788536076 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536065.531165:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776e7480 with x1875415573708032 ext(0->157) 00010000:00010000:2.0:1788536065.531175:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 10 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.531192:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 10 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536065.531213:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d776e7480 00000100:00100000:2.0:1788536065.531264:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 5 00000100:00100000:2.0:1788536065.531275:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573708032:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:2.0:1788536065.531849:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573708032:12345-192.168.203.55@tcp:4:cp.0 Request processed in 574us (5928us total) trans 4294967330 rc 0/0 00000100:00100000:2.0:1788536065.531858:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 5 00002000:00100000:2.0:1788536065.531867:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0xf:0x0] (0->157) req@ffff8b1d776e7480 x1875415573708032/t4294967330(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:721/0 lens 648/448 e 0 to 0 dl 1788536076 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536065.531875:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776e7480 with x1875415573708032 ext(0->157) 00010000:00010000:2.0:1788536065.531881:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 12 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.531905:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 12 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536065.531912:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d776e7480 00000100:00100000:2.0:1788536065.542713:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.542789:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573708160 00000100:00100000:3.0:1788536065.542798:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573708160 00010000:00010000:3.0:1788536065.542835:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 12 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536065.542883:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 186 00000100:00100000:3.0:1788536065.542895:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415573708160:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536065.542910:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536065.542934:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 12 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.542960:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 12 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.542982:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b020a20f/0x94dfe24b69f4f022 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0186 expref: 12 pid: 9635 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.542997:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536065.543001:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536065.543007:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.543016:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.543040:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536065.543131:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.543141:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.543165:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.543174:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.543182:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.543189:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536065.543193:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.543216:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.543240:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.543248:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007b3e61c3/0x94dfe24b69f4f076 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536065.543326:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573707776:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 39729us (41258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536065.543335:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 166 00000100:00100000:3.0:1788536065.543966:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573708160:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1072us (1260us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536065.543975:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 186 00000100:00100000:2.0:1788536065.551636:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536065.552223:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573708416 00000100:00100000:0.0:1788536065.552232:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573708416 00000100:00100000:0.0:1788536065.552302:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 652 00000100:00100000:0.0:1788536065.552313:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:20480:x1875415573708416:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536065.552469:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:20480:x1875415573708416:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 157us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536065.552478:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 652 00000100:00100000:1.0:1788536065.563114:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536065.564605:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573708544 00000100:00100000:2.0:1788536065.564619:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573708544 00000100:00100000:2.0:1788536065.566780:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 167 00000100:00100000:2.0:1788536065.566798:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573708544:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536065.566817:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536065.566837:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4f07d lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01b0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536065.566861:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0xf:0x0] initial LVB size: 158, mtime: 0x6a9ae4ff, atime: 0x0, ctime: 0x6a9ae4ff, blocks: 0x1 00010000:00010000:2.0:1788536065.566878:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=443s v=(0 0) 00010000:00010000:2.0:1788536065.566882:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536065.566891:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4f07d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b0 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.566908:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bcfd2a09/0x94dfe24b69f4f07d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b0 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536065.566932:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6ec00, rc 0) 00000100:00100000:2.0:1788536065.567001:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573708544:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 209us (3907us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536065.567009:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 167 00000100:00100000:2.0:1788536065.576715:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536065.576792:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573708800 00000100:00100000:1.0:1788536065.576803:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573708800 00000100:00100000:1.0:1788536065.576864:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 653 00000100:00100000:1.0:1788536065.576875:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+34:20480:x1875415573708800:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536065.577003:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+34:20480:x1875415573708800:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 129us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536065.577012:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 653 00000100:00100000:1.0:1788536065.582832:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.582950:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573708928 00000100:00100000:3.0:1788536065.582961:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573708928 00002000:00100000:3.0:1788536065.583012:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff8b1d776e5180 x1875415573708928/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:721/0 lens 488/0 e 0 to 0 dl 1788536076 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536065.583023:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776e5180 with x1875415573708928 ext(0->4095) 00002000:00010000:3.0:1788536065.583029:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d776e5180 00000100:00100000:3.0:1788536065.583102:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 55 00000100:00100000:3.0:1788536065.583128:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573708928:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536065.583337:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573708928:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 210us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536065.583345:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 55 00002000:00100000:3.0:1788536065.583352:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0xf:0x0] (0->4095) req@ffff8b1d776e5180 x1875415573708928/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:721/0 lens 488/4536 e 0 to 0 dl 1788536076 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536065.583403:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776e5180 with x1875415573708928 ext(0->4095) 00002000:00010000:3.0:1788536065.583407:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d776e5180 00000100:00100000:1.0:1788536065.599506:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.599630:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573709056 00000100:00100000:3.0:1788536065.599641:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573709056 00000100:00100000:3.0:1788536065.599709:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 654 00000100:00100000:3.0:1788536065.599718:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:20480:x1875415573709056:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536065.599737:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536065.599755:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f084 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01b7 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.599791:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.599804:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.599815:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.599920:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f084 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 36 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.599950:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 35 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536065.599958:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:3.0:1788536065.599961:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536065.599963:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c200, rc 0) 00000100:00100000:3.0:1788536065.600016:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:20480:x1875415573709056:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 299us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536065.600022:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 654 00000100:00100000:3.0:1788536065.617789:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.617824:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573709184 00000100:00100000:3.0:1788536065.617834:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573709184 00000100:00100000:3.0:1788536065.617901:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 655 00000100:00100000:3.0:1788536065.617912:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+35:20480:x1875415573709184:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536065.617947:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536065.618051:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+35:20480:x1875415573709184:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 140us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536065.618060:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 655 00000040:00080000:2.0:1788536065.621716:0:16311:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536065.621725:0:16311:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536065.621763:0:16311:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:2.0:1788536065.621770:0:16311:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536065.627549:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536065.627819:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573709312 00000100:00100000:0.0:1788536065.627829:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573709312 00000100:00100000:0.0:1788536065.627885:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 168 00000100:00100000:0.0:1788536065.627896:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573709312:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536065.627938:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 3/1,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.627968:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536065.627973:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536065.627980:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.627995:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.628026:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.628035:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.628044:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.628051:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772ee00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536065.628056:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.628065:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.628080:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 2/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.628093:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000032bbec44/0x94dfe24b69f4f092 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536065.628174:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573709312:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 281us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536065.628182:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 168 00000100:00100000:3.0:1788536065.631810:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536065.632062:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573709568 00000100:00100000:1.0:1788536065.632073:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573709568 00000100:00100000:1.0:1788536065.632131:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 656 00000100:00100000:1.0:1788536065.632141:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:20480:x1875415573709568:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536065.632228:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536065.632247:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 35 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536065.632256:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536065.632292:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 35 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536065.632308:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 35 pid: 6725 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536065.632320:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583022336:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536065.632427:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46483480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536065.639567:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e7100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583022336:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536065.639599:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536065.648309:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536065.649917:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573709696 00000100:00100000:0.0:1788536065.649933:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573709696 00010000:00010000:0.0:1788536065.649981:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 36 pid: 6725 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536065.650019:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 187 00000100:00100000:0.0:1788536065.650028:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415573709696:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536065.650041:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536065.650048:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 36 pid: 6725 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650062:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 36 pid: 6725 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650085:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f08b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01b7 expref: 36 pid: 6725 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650103:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:0.0:1788536065.650108:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650129:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650136:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650163:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536065.650231:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573709696:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 203us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536065.650238:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 187 00010000:00010000:0.0:1788536065.650293:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650301:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650773:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650782:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650789:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650795:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536065.650799:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650807:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650824:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:0.0:1788536065.650827:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536065.650832:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536065.650838:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4f099 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536065.650982:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:20480:x1875415573709568:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 18841us (19183us total) trans 4294967726 rc 0/0 00000100:00100000:0.0:1788536065.650991:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 656 00000040:00080000:0.0:1788536065.651106:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536065.651111:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536065.655922:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1788536065.655940:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536065.673090:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536065.673126:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573709952 00000100:00100000:3.0:1788536065.673136:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573709952 00000100:00100000:3.0:1788536065.673187:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 134 00000100:00100000:3.0:1788536065.673198:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+35:20480:x1875415573709952:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536065.674687:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:20480:x1875415573709952:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1483us (1596us total) trans 4294967727 rc 0/0 00000100:00100000:3.0:1788536065.674701:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 134 00000001:00080000:0.0:1788536065.776803:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967330 is committed 00000001:00080000:2.0:1788536065.803152:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967725 is committed 00000001:00080000:2.0:1788536065.803176:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967722 is committed 00010000:00010000:3.0:1788536065.973598:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536066.155732:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583022464:0@lo:400:kworker.0 00000100:00100000:1.0:1788536066.155844:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536066.158387:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583022464 00000100:00100000:2.0:1788536066.158400:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583022464 00000100:00100000:2.0:1788536066.158459:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1788536066.158469:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583022464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.158587:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583022848:0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.158628:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536066.158682:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583022848 00000100:00100000:0.0:1788536066.158685:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583022848 00000100:00100000:0.0:1788536066.158723:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1788536066.158730:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583022848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.158763:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583022848:12345-0@lo:400:kworker.0 Request processed in 34us (134us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536066.158768:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00080000:0.0:1788536066.158788:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536066.158819:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583022848:0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.159351:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583022592:0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.159411:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536066.159438:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536066.159444:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583022720:0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.159465:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536066.159492:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583022592 00000100:00100000:0.0:1788536066.159496:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583022592 00000100:00100000:0.0:1788536066.159524:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583022720 00000100:00100000:0.0:1788536066.159527:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583022720 00000100:00100000:0.0:1788536066.159552:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1788536066.159558:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583022592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.159593:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583022592:12345-0@lo:400:kworker.0 Request processed in 35us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536066.159600:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:0.0:1788536066.159618:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1788536066.159624:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583022720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.159650:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583022720:12345-0@lo:400:kworker.0 Request processed in 27us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536066.159656:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00080000:0.0:1788536066.159677:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536066.159697:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583022720:0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.159706:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583022592:0@lo:400:kworker.0 00000100:00100000:2.0:1788536066.168553:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583022464:12345-0@lo:400:kworker.0 Request processed in 10080us (12703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536066.168559:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583023104:0@lo:400:kworker.0 00000100:00100000:2.0:1788536066.168568:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1788536066.168612:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536066.168643:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583023104 00000100:00100000:2.0:1788536066.168650:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583023104 00000100:00100000:1.0:1788536066.168703:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536066.168715:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583022976:0@lo:400:kworker.0 00000100:00100000:1.0:1788536066.168746:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536066.168776:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583022976 00000100:00100000:1.0:1788536066.168779:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583022976 00000100:00100000:2.0:1788536066.168840:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1788536066.168849:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583023104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536066.168925:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583023104:12345-0@lo:400:kworker.0 Request processed in 77us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536066.168931:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1788536066.168974:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583023104:0@lo:400:kworker.0 00000100:00100000:0.0:1788536066.169528:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583022464:0@lo:400:kworker.0 00000100:00080000:3.0:1788536066.170501:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536066.170510:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536066.170704:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1788536066.170718:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583022976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536066.170808:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583022976:12345-0@lo:400:kworker.0 Request processed in 94us (2060us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536066.170816:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1788536066.170905:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583022976:0@lo:400:kworker.0 00000100:00100000:2.0:1788536066.670466:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583023232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536066.670566:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536066.670976:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583023232 00000100:00100000:1.0:1788536066.670987:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583023232 00000100:00100000:1.0:1788536066.671057:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1788536066.671069:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583023232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536066.671100:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3857711104 avail 3854565376 00000100:00100000:1.0:1788536066.671176:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583023232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 109us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536066.671184:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788536066.671302:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583023232:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536066.987533:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536067.713346:0:16365:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536067.713355:0:16365:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536067.713434:0:16365:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:0.0:1788536067.713441:0:16365:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536067.820415:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536067.820769:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573710208 00000100:00100000:2.0:1788536067.820779:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573710208 00000100:00100000:2.0:1788536067.820880:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 657 00000100:00100000:2.0:1788536067.820891:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+69:20492:x1875415573710208:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536067.820912:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536067.820930:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01be expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536067.821027:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788536067.821201:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788536067.821228:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536067.821246:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536067.821260:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x11:0x0]: returning size 158 00010000:00010000:2.0:1788536067.822422:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x27:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01be expref: 72 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536067.822452:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01be expref: 71 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536067.822461:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:2.0:1788536067.822465:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536067.822468:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6ea00, rc 0) 00000100:00100000:2.0:1788536067.822529:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+71:20492:x1875415573710208:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1638us (2121us total) trans 4294967728 rc 0/0 00000100:00100000:2.0:1788536067.822536:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 657 00000100:00100000:2.0:1788536067.827912:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536067.828259:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573710336 00000100:00100000:1.0:1788536067.828270:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573710336 00000100:00100000:1.0:1788536067.828332:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 658 00000100:00100000:1.0:1788536067.828342:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+71:20492:x1875415573710336:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:1.0:1788536067.828634:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828659:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828671:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828699:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828705:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828712:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828717:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536067.828721:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828727:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828739:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:1.0:1788536067.828742:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536067.828746:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536067.828752:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f0b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536067.828917:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+71:20492:x1875415573710336:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 575us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536067.828932:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 658 00000100:00100000:0.0:1788536067.832333:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536067.832533:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573710592 00000100:00100000:1.0:1788536067.832544:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573710592 00000100:00100000:1.0:1788536067.832597:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 135 00000100:00100000:1.0:1788536067.832608:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+71:20492:x1875415573710592:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536067.832922:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+72:20492:x1875415573710592:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 315us (593us total) trans 4294967729 rc 0/0 00000100:00100000:1.0:1788536067.832932:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 135 00000100:00100000:2.0:1788536067.842604:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536067.842762:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573710720 00000100:00100000:0.0:1788536067.842773:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573710720 00000100:00100000:0.0:1788536067.842843:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 26 00000100:00100000:0.0:1788536067.842854:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+72:2352:x1875415573710720:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536067.842868:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536067.842893:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01be expref: 72 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536067.842913:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff8b1d457ff100) 00010000:00010000:0.0:1788536067.842918:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536067.842976:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+71:2352:x1875415573710720:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 123us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536067.842983:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 26 00010000:00010000:3.0:1788536068.011537:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536068.204861:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536068.204887:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583023360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536068.204956:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536068.205060:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583023360 00000100:00100000:3.0:1788536068.205069:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583023360 00000100:00100000:3.0:1788536068.205142:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1788536068.205152:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583023360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536068.205194:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536068.205255:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583023360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536068.205262:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1788536068.205313:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583023360:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536068.205495:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788536069.043661:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536070.060515:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536070.358601:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536070.358630:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536070.358644:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536070.358666:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536070.358679:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536070.358689:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536070.358721:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536070.358750:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573710976 00000100:00100000:3.0:1788536070.358760:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573710976 00000100:00100000:3.0:1788536070.358814:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573711360 00000100:00100000:3.0:1788536070.358816:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573711360 00000100:00100000:3.0:1788536070.358836:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00100000:3.0:1788536070.358843:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+71:2355:x1875415573710976:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536070.358937:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+71:2355:x1875415573710976:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 95us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536070.358943:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00100000:3.0:1788536070.358957:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 267 00000100:00100000:3.0:1788536070.358961:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+31:2355:x1875415573711360:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536070.358978:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+31:2355:x1875415573711360:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 17us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536070.358982:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 267 00000100:00100000:3.0:1788536070.358994:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573711232 00000100:00100000:3.0:1788536070.358996:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573711232 00000100:00100000:3.0:1788536070.359014:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573711488 00000100:00100000:3.0:1788536070.359015:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573711488 00000100:00100000:3.0:1788536070.359023:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573711104 00000100:00100000:3.0:1788536070.359024:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573711104 00000100:00100000:3.0:1788536070.359031:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573711616 00000100:00100000:3.0:1788536070.359033:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573711616 00000100:00100000:3.0:1788536070.359042:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 236 00000100:00100000:3.0:1788536070.359046:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573711232:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536070.359062:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573711232:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 16us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536070.359074:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 236 00000100:00100000:3.0:1788536070.359082:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 237 00000100:00100000:3.0:1788536070.359086:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573711488:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536070.359101:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573711488:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 16us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536070.359105:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 237 00000100:00100000:3.0:1788536070.359110:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 238 00000100:00100000:3.0:1788536070.359114:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573711104:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536070.359125:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573711104:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 11us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536070.359129:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 238 00000100:00100000:3.0:1788536070.359135:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 239 00000100:00100000:3.0:1788536070.359138:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573711616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536070.359151:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573711616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 13us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536070.359155:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 239 00000100:00080000:0.0:1788536070.359688:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536070.359694:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536070.359698:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536070.360107:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573710848 00000100:00100000:1.0:1788536070.360119:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573710848 00000100:00100000:1.0:1788536070.360186:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 344 00000100:00100000:1.0:1788536070.360198:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573710848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536070.360283:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573710848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 87us (1613us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536070.360291:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 344 00000001:00080000:2.0:1788536070.889912:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967726 is committed 00000001:00080000:2.0:1788536070.889935:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967729 is committed 00000001:00080000:2.0:1788536070.889956:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967727 is committed 00010000:00010000:2.0:1788536071.089293:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536071.277329:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583023488:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.277462:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536071.277519:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583024000:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.277549:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536071.277578:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536071.277584:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583023872:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.277609:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536071.277640:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583023616:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.277666:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536071.277695:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583024128:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.277719:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536071.277740:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536071.277745:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583023744:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.277848:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536071.277886:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583023488 00000100:00100000:2.0:1788536071.277896:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583023488 00000100:00100000:2.0:1788536071.277952:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1788536071.277963:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583023488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278021:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583023488:12345-0@lo:400:kworker.0 Request processed in 59us (560us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536071.278030:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1788536071.278072:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583024000 00000100:00100000:2.0:1788536071.278077:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583024000 00000100:00100000:2.0:1788536071.278117:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583023616 00000100:00100000:2.0:1788536071.278120:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583023616 00000100:00100000:2.0:1788536071.278139:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583023744 00000100:00100000:2.0:1788536071.278142:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583023744 00000100:00100000:2.0:1788536071.278160:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1788536071.278179:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583024000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278213:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583024000:12345-0@lo:400:kworker.0 Request processed in 36us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536071.278219:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1788536071.278232:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1788536071.278237:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583023616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278263:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583023616:12345-0@lo:400:kworker.0 Request processed in 27us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536071.278280:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1788536071.278294:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1788536071.278299:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583023744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278328:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583023744:12345-0@lo:400:kworker.0 Request processed in 28us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536071.278334:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1788536071.278352:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583023872 00000100:00100000:2.0:1788536071.278355:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583023872 00000100:00100000:2.0:1788536071.278404:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583024128 00000100:00100000:2.0:1788536071.278407:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583024128 00000100:00100000:2.0:1788536071.278428:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1788536071.278435:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583023872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278464:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583023872:12345-0@lo:400:kworker.0 Request processed in 30us (854us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536071.278471:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:2.0:1788536071.278483:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1788536071.278489:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583024128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278516:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583024128:12345-0@lo:400:kworker.0 Request processed in 28us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536071.278522:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1788536071.278578:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583023872:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278589:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583023488:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278599:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583024000:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278639:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583023744:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278660:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583023616:0@lo:400:kworker.0 00000100:00100000:2.0:1788536071.278671:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583024128:0@lo:400:kworker.0 00000100:00080000:0.0:1788536071.283438:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536071.283452:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536071.283458:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536071.795497:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536071.795532:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583024256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536071.795616:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536071.795730:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583024256 00000100:00100000:2.0:1788536071.795740:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583024256 00000100:00100000:2.0:1788536071.795792:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1788536071.795802:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583024256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536071.795846:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536071.795907:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583024256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (291us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536071.795916:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1788536071.795979:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583024256:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536072.107511:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536073.132702:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536073.326716:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583024384:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536073.326811:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536073.327923:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583024384 00000100:00100000:3.0:1788536073.327932:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583024384 00000100:00100000:3.0:1788536073.328003:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1788536073.328014:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583024384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536073.328049:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536073.328120:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583024384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536073.328140:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1788536073.328276:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583024384:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536073.328396:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788536073.835630:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536073.835639:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536073.835678:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:0.0:1788536073.835686:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536074.155627:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536075.181575:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536075.226444:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536075.226499:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573711744 00000100:00100000:3.0:1788536075.226511:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573711744 00000100:00100000:3.0:1788536075.226600:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 659 00000100:00100000:3.0:1788536075.226613:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:20463:x1875415573711744:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788536075.227076:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:20463:x1875415573711744:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 465us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536075.227086:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 659 00000100:00080000:0.0:1788536075.228279:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536075.232054:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536075.232541:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573712000 00000100:00100000:1.0:1788536075.232556:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573712000 00000100:00100000:1.0:1788536075.232631:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 136 00000100:00100000:1.0:1788536075.232643:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:20463:x1875415573712000:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536075.233111:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+30:20463:x1875415573712000:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 469us (1071us total) trans 4294967730 rc 0/0 00000100:00100000:1.0:1788536075.233119:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 136 00000100:00100000:3.0:1788536075.479121:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536075.479231:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536075.479261:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536075.479292:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536075.479320:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536075.479349:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536075.479417:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573712256 00000100:00100000:3.0:1788536075.479431:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573712256 00000100:00100000:3.0:1788536075.479513:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 271 00000100:00100000:3.0:1788536075.479525:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+69:2355:x1875415573712256:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536075.479619:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+69:2355:x1875415573712256:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 96us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536075.479628:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 271 00000100:00100000:3.0:1788536075.479655:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573712384 00000100:00100000:3.0:1788536075.479658:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573712384 00000100:00100000:3.0:1788536075.479687:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573712640 00000100:00100000:3.0:1788536075.479707:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573712640 00000100:00100000:3.0:1788536075.479725:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573712512 00000100:00100000:3.0:1788536075.479727:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573712512 00000100:00100000:3.0:1788536075.479742:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573712768 00000100:00100000:3.0:1788536075.479744:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573712768 00000100:00100000:3.0:1788536075.479757:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 242 00000100:00100000:3.0:1788536075.479764:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573712384:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536075.479794:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573712384:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536075.479800:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 242 00000100:00100000:3.0:1788536075.479813:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 243 00000100:00100000:3.0:1788536075.479819:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573712640:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536075.479842:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573712640:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536075.479848:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 243 00000100:00100000:3.0:1788536075.479858:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 244 00000100:00100000:3.0:1788536075.479863:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573712512:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536075.479885:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+9:2355:x1875415573712512:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536075.479890:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 244 00000100:00100000:3.0:1788536075.479899:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 245 00000100:00100000:3.0:1788536075.479904:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573712768:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536075.479924:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573712768:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536075.479930:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 245 00000100:00080000:3.0:1788536075.479960:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536075.479965:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536075.479968:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536075.481426:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573712128 00000100:00100000:1.0:1788536075.481455:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573712128 00000100:00100000:1.0:1788536075.481785:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 346 00000100:00100000:1.0:1788536075.481797:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573712128:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536075.481897:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573712128:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 103us (2793us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536075.481905:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 346 00000001:00080000:3.0:1788536076.053915:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967730 is committed 00010000:00010000:3.0:1788536076.205521:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536076.396195:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583024768:0@lo:400:kworker.0 00000100:00100000:0.0:1788536076.396288:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536076.396406:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536076.396412:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583024640:0@lo:400:kworker.0 00000100:00100000:0.0:1788536076.396439:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536076.396667:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583024768 00000100:00100000:3.0:1788536076.396679:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583024768 00000100:00100000:3.0:1788536076.396811:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583024640 00000100:00100000:3.0:1788536076.396815:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583024640 00000100:00100000:0.0:1788536076.397108:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583025152:0@lo:400:kworker.0 00000100:00100000:1.0:1788536076.397116:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583024896:0@lo:400:kworker.0 00000100:00100000:0.0:1788536076.397172:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536076.400314:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536076.401315:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583025152 00000100:00100000:1.0:1788536076.401325:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583025152 00000100:00100000:2.0:1788536076.401343:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583024512:0@lo:400:kworker.0 00000100:00100000:2.0:1788536076.401462:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536076.401472:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1788536076.401493:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583025152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536076.401514:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583025024:0@lo:400:kworker.0 00000100:00100000:2.0:1788536076.401545:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536076.401583:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583025024 00000100:00100000:2.0:1788536076.401589:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583025024 00000100:00100000:1.0:1788536076.401866:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583025152:12345-0@lo:400:kworker.0 Request processed in 380us (4693us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536076.401875:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1788536076.401895:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583024896 00000100:00100000:1.0:1788536076.401899:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583024896 00000100:00100000:1.0:1788536076.401929:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788536076.401936:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583024896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536076.401973:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583024896:12345-0@lo:400:kworker.0 Request processed in 38us (1668us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536076.401979:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788536076.402030:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583025152:0@lo:400:kworker.0 00000100:00100000:1.0:1788536076.402069:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583024896:0@lo:400:kworker.0 00000100:00100000:3.0:1788536076.409845:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1788536076.409976:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1788536076.410000:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583024640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536076.410148:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583024640:12345-0@lo:400:kworker.0 Request processed in 162us (13707us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536076.410157:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00080000:0.0:1788536076.410195:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536076.410206:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536076.410210:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536076.410263:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583024640:0@lo:400:kworker.0 00000100:00100000:0.0:1788536076.410328:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583024512 00000100:00100000:0.0:1788536076.410335:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583024512 00000100:00100000:0.0:1788536076.410406:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1788536076.410413:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583024512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536076.410470:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583024512:12345-0@lo:400:kworker.0 Request processed in 58us (9010us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536076.410478:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1788536076.410540:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583024512:0@lo:400:kworker.0 00000100:00100000:2.0:1788536076.411043:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1788536076.411059:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583025024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536076.411109:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583025024:12345-0@lo:400:kworker.0 Request processed in 57us (9563us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536076.411116:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:2.0:1788536076.411161:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583025024:0@lo:400:kworker.0 00000100:00100000:2.0:1788536076.411191:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583024768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536076.411230:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583024768:12345-0@lo:400:kworker.0 Request processed in 1367us (14942us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536076.411237:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:1.0:1788536076.411327:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583024768:0@lo:400:kworker.0 00000100:00100000:2.0:1788536076.909313:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583025280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536076.909428:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536076.910490:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583025280 00000100:00100000:2.0:1788536076.910502:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583025280 00000100:00100000:2.0:1788536076.910561:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1788536076.910571:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583025280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536076.910616:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536076.910684:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583025280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536076.910692:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00100000:2.0:1788536076.910754:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583025280:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536077.230308:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788536077.496290:0:16614:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11a: Import a file ==================== 11:34:35 (1788536075) 00000100:00100000:3.0:1788536077.708669:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536077.708759:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573712896 00000100:00100000:2.0:1788536077.708769:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573712896 00000100:00100000:2.0:1788536077.708844:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 660 00000100:00100000:2.0:1788536077.708869:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+69:21072:x1875415573712896:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536077.708888:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536077.708908:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f0bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01c5 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.708969:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.708985:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.708995:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709008:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709015:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709021:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709230:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709238:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709243:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709257:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6ea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536077.709262:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709270:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709281:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536077.709284:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536077.709288:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709294:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709305:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709311:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709316:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709321:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536077.709324:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709330:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709346:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536077.709349:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536077.709352:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709358:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709416:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f0bc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01c5 expref: 70 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709427:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536077.709430:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536077.709433:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f0bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01c5 expref: 70 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536077.709442:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6f200, rc 0) 00000100:00100000:2.0:1788536077.709502:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+69:21072:x1875415573712896:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 636us (842us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536077.709509:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 660 00000100:00080000:0.0:1788536077.710771:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536077.722791:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536077.722893:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573713152 00000100:00100000:0.0:1788536077.722904:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573713152 00000100:00100000:0.0:1788536077.722963:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 661 00000100:00100000:0.0:1788536077.722974:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+69:21072:x1875415573713152:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:0.0:1788536077.723031:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536077.723060:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4ef42 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0139 expref: 69 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.723082:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536077.723087:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536077.723320:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.723335:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 28 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.723344:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.723427:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 28 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.723452:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 28 pid: 5824 timeout: 555 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536077.723467:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583025408:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536077.723557:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46483b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536077.727134:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536077.727307:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583025408:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536077.727339:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536077.727521:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573713280 00000100:00100000:1.0:1788536077.727530:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573713280 00010000:00010000:1.0:1788536077.727586:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 29 pid: 5824 timeout: 555 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536077.727619:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 188 00000100:00100000:1.0:1788536077.727628:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:2354:x1875415573713280:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536077.727642:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536077.727649:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 29 pid: 5824 timeout: 555 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727661:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 29 pid: 5824 timeout: 555 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727682:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4ef81 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b014e expref: 29 pid: 5824 timeout: 555 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727698:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:1.0:1788536077.727702:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727711:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727718:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727740:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536077.727799:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+28:2354:x1875415573713280:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 172us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536077.727823:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 188 00010000:00010000:1.0:1788536077.727925:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727932:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727958:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727967:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536077.727974:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788536077.728280:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:0.0:1788536077.740920:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 16384 00010000:00010000:0.0:1788536077.740938:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.740949:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.740956:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.740963:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536077.740967:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.740975:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.740993:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536077.740996:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536077.741009:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.741015:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f0d1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536077.741038:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000006e0f3cac reply state 0000000009b17335 transno 4294967731 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536077.741047:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536077.741685:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+70:21072:x1875415573713152:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 18707us (18896us total) trans 4294967731 rc 0/0 00000100:00100000:0.0:1788536077.741695:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 661 00010000:00010000:0.0:1788536077.754677:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.754697:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.754705:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.754711:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536077.754717:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.754725:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.754744:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff8b1d457ffa00) 00010000:00010000:0.0:1788536077.754747:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536077.754752:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536077.754781:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f0d8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536078.250058:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.250198:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573713408 00000100:00100000:3.0:1788536078.250208:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573713408 00000100:00100000:3.0:1788536078.250267:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 662 00000100:00100000:3.0:1788536078.250278:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+69:21119:x1875415573713408:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:3.0:1788536078.250306:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536078.250330:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f0df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01cc expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.250431:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f0e6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.250445:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f0e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.250458:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f0e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536078.250503:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536078.250520:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536078.250544:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f0e6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.250566:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f0df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01cc expref: 71 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.250586:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f0e6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01cc expref: 70 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.250595:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33e00) 00010000:00010000:3.0:1788536078.250598:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536078.250601:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167dc00, rc 0) 00000100:00100000:3.0:1788536078.250676:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+70:21119:x1875415573713408:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 399us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536078.250683:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 662 00010000:00010000:3.0:1788536078.251805:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536078.258941:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536078.259053:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573713664 00000100:00100000:1.0:1788536078.259065:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573713664 00000100:00100000:1.0:1788536078.259134:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 663 00000100:00100000:1.0:1788536078.259144:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+70:21119:x1875415573713664:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:1.0:1788536078.259208:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536078.259233:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f0e6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01cc expref: 70 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536078.259365:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e33e00) 00010000:00010000:1.0:1788536078.259420:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536078.259592:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+69:21119:x1875415573713664:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 448us (658us total) trans 0 rc -17/-17 00000100:00100000:1.0:1788536078.259614:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 663 00000100:00100000:0.0:1788536078.271765:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536078.272099:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573713792 00000100:00100000:2.0:1788536078.272110:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573713792 00000100:00100000:2.0:1788536078.272186:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 664 00000100:00100000:2.0:1788536078.272196:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+69:21119:x1875415573713792:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536078.272219:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536078.272244:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01d3 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.272326:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.272339:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.272351:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536078.272413:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536078.272417:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536078.272437:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.272459:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f0ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01d3 expref: 71 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.272477:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01d3 expref: 70 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.272485:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536078.272488:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536078.272491:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6ea00, rc 0) 00000100:00100000:2.0:1788536078.272545:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+70:21119:x1875415573713792:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 351us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536078.272553:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 664 00000100:00100000:2.0:1788536078.286494:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.286711:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573713920 00000100:00100000:3.0:1788536078.286721:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573713920 00000100:00100000:3.0:1788536078.286783:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 665 00000100:00100000:3.0:1788536078.286793:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+70:21119:x1875415573713920:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:3.0:1788536078.286812:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536078.286831:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f0fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01da expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.286891:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.286922:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.286933:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.286947:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.286953:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.286958:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287050:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f110 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287058:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287065:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536078.287092:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 16384 00000004:00200000:3.0:1788536078.287095:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536078.287110:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287131:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287146:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287152:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287157:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.287162:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287169:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287181:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536078.287184:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.287198:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287204:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f102 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287217:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287222:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287229:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287351:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.287362:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287647:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287658:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536078.287661:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.287665:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287671:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f109 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287707:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f0fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01da expref: 72 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287722:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f110 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01da expref: 71 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.287728:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536078.287730:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536078.287733:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:3.0:1788536078.287799:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+71:21119:x1875415573713920:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 1007us (1313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536078.287807:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 665 00000100:00100000:0.0:1788536078.394452:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.394533:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573714048 00000100:00100000:3.0:1788536078.394554:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573714048 00000100:00100000:3.0:1788536078.394627:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 666 00000100:00100000:3.0:1788536078.394637:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+28:21125:x1875415573714048:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536078.394676:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536078.394697:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f117 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01e1 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.394758:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.394773:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.394787:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536078.394825:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536078.394830:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536078.394849:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.394874:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f117 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 30 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.394891:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 29 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.394901:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536078.394904:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536078.394907:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:3.0:1788536078.394974:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+29:21125:x1875415573714048:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 339us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536078.394991:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 666 00000100:00100000:1.0:1788536078.402610:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.402750:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573714304 00000100:00100000:3.0:1788536078.402762:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573714304 00000100:00100000:3.0:1788536078.402824:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 667 00000100:00100000:3.0:1788536078.402835:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+71:21125:x1875415573714304:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536078.402855:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536078.402858:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1788536078.402889:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f110 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01da expref: 71 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.402908:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536078.402920:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536078.402935:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f125 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01e8 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.403068:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.403082:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.403093:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.403156:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.403171:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.403316:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404075:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404088:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404096:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536078.404106:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:3.0:1788536078.404143:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404150:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404156:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404162:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.404166:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404173:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404183:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536078.404601:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.404615:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404623:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f12c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536078.404639:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000008b7ce011 reply state 00000000d6b3513c transno 4294967732 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536078.404648:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788536078.404684:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f125 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 73 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404704:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 72 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.404711:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536078.404713:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536078.404716:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167dc00, rc 0) 00000100:00100000:3.0:1788536078.404792:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+73:21125:x1875415573714304:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1958us (2189us total) trans 4294967732 rc 0/0 00000100:00100000:3.0:1788536078.404801:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 667 00010000:00010000:3.0:1788536078.409207:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.409225:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.409232:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.409256:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.409261:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.409269:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.409286:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536078.409289:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.409294:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.409301:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f133 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536078.412211:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.412354:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573714560 00000100:00100000:3.0:1788536078.412365:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573714560 00000100:00100000:3.0:1788536078.412450:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 668 00000100:00100000:3.0:1788536078.412461:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+72:21125:x1875415573714560:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536078.412487:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536078.412511:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f148 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01ef expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.412626:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.412640:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 73 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.412669:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.412705:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 73 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.412726:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 73 pid: 6725 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536078.412740:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583025536:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536078.413151:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13fd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536078.425303:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583025536:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536078.425332:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536078.425827:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.428252:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573714688 00000100:00100000:3.0:1788536078.428267:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573714688 00010000:00010000:3.0:1788536078.428319:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 74 pid: 6725 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536078.428411:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 189 00000100:00100000:3.0:1788536078.428422:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46530450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+74:2354:x1875415573714688:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536078.428435:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536078.428442:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 74 pid: 6725 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.428475:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 74 pid: 6725 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.428497:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f13a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e8 expref: 74 pid: 6725 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.428514:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536078.428519:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.428528:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.428535:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.428565:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536078.428620:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46530450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+73:2354:x1875415573714688:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 200us (3443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536078.428628:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 189 00010000:00010000:2.0:1788536078.433531:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.434123:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536078.434150:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 0 00010000:00010000:2.0:1788536078.437882:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.437899:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.437908:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.437914:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536078.437919:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.437927:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.437943:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:2.0:1788536078.437947:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536078.437952:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.437960:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f14f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.438040:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f148 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01ef expref: 73 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.438075:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8b1d61e33e00) 00010000:00010000:2.0:1788536078.438078:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536078.438082:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f148 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01ef expref: 73 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.438096:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035f800, rc 0) 00000100:00100000:2.0:1788536078.438320:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+72:21125:x1875415573714560:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 25859us (26119us total) trans 4294967733 rc 301/301 00000100:00100000:2.0:1788536078.438331:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 668 00000100:00100000:1.0:1788536078.444440:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583025664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536078.444519:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536078.444683:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583025664 00000100:00100000:3.0:1788536078.444692:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583025664 00000100:00100000:3.0:1788536078.444755:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1788536078.444764:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583025664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536078.444795:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536078.444836:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583025664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536078.444859:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00080000:1.0:1788536078.445284:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536078.445319:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583025664:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536078.455735:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.455875:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573714944 00000100:00100000:3.0:1788536078.455886:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573714944 00000100:00100000:3.0:1788536078.455944:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 137 00000100:00100000:3.0:1788536078.455953:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+72:21125:x1875415573714944:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536078.456874:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea3450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+73:21125:x1875415573714944:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 917us (1143us total) trans 4294967734 rc 0/0 00000100:00100000:3.0:1788536078.456886:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 137 00000100:00100000:0.0:1788536078.462236:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536078.462411:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573715072 00000100:00100000:2.0:1788536078.462423:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573715072 00000100:00100000:2.0:1788536078.462495:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 669 00000100:00100000:2.0:1788536078.462506:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+73:21125:x1875415573715072:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536078.462531:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536078.462555:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4f15d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01f6 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.462623:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4f15d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01f6 expref: 74 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.462638:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e800/0x94dfe24b69f4f15d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01f6 expref: 74 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.462657:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d585fad00) 00010000:00010000:2.0:1788536078.462660:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536078.462675:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6e800, rc 0) 00000100:00100000:2.0:1788536078.462736:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+74:21125:x1875415573715072:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 233us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536078.462742:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 669 00000100:00100000:1.0:1788536078.466790:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.466887:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573715328 00000100:00100000:3.0:1788536078.466899:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573715328 00000100:00100000:3.0:1788536078.466961:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 670 00000100:00100000:3.0:1788536078.466971:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+74:21125:x1875415573715328:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788536078.467050:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467067:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467078:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467335:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467358:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467365:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467424:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.467428:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467436:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467450:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d585fad00) 00010000:00010000:3.0:1788536078.467453:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788536078.467458:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.467465:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f164 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536078.467554:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+75:21125:x1875415573715328:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 584us (773us total) trans 4294967735 rc 0/0 00000100:00100000:3.0:1788536078.467563:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 670 00000100:00100000:1.0:1788536078.482916:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536078.483336:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573715584 00000100:00100000:2.0:1788536078.483347:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573715584 00000100:00100000:2.0:1788536078.483440:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 671 00000100:00100000:2.0:1788536078.483452:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+75:21125:x1875415573715584:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536078.483996:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.484013:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.484038:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536078.484123:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967736 00000004:00010000:2.0:1788536078.484350:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000003c3a3123 reply state 00000000408651d8 transno 4294967737 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536078.484360:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536078.484794:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+78:21125:x1875415573715584:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1342us (1885us total) trans 4294967737 rc 0/0 00000100:00100000:2.0:1788536078.484803:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 671 00000020:00080000:2.0:1788536078.484809:0:16075:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788536078.495755:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.495773:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.495780:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.495786:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6f200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536078.495791:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.495799:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.495816:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d585fad00) 00010000:00010000:0.0:1788536078.495819:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788536078.495824:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.495830:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f16b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536078.500794:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.507175:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573715840 00000100:00100000:3.0:1788536078.507294:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573715840 00000100:00100000:2.0:1788536078.518366:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 138 00000100:00100000:2.0:1788536078.518418:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+77:21125:x1875415573715840:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536078.518699:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:21125:x1875415573715840:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 283us (17913us total) trans 4294967738 rc 0/0 00000100:00100000:2.0:1788536078.518720:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 138 00000100:00100000:2.0:1788536078.576362:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536078.576762:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573715968 00000100:00100000:0.0:1788536078.576787:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573715968 00000100:00100000:0.0:1788536078.576849:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 672 00000100:00100000:0.0:1788536078.576860:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+78:21128:x1875415573715968:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536078.576885:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536078.576903:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f172 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b01fd expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.576964:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.576978:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.576990:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577006:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577125:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577136:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577827:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4f187 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577839:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4f187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577847:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4f187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536078.577887:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 16384 00000004:00200000:0.0:1788536078.577892:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536078.577909:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4f187 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577922:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577928:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577934:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577939:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536078.577944:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577951:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577963:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:0.0:1788536078.577966:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536078.577970:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577976:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f179 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.577990:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578007:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578013:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578031:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536078.578034:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578041:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578050:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x4ba86b33 (ffff8b1d4969e500) 00010000:00010000:0.0:1788536078.578052:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536078.578055:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578060:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f180 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x4ba86b33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578096:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f172 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01fd expref: 80 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578124:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fc00/0x94dfe24b69f4f187 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01fd expref: 79 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.578131:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8b1d4969ea00) 00010000:00010000:0.0:1788536078.578133:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536078.578142:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fc00, rc 0) 00000100:00100000:0.0:1788536078.578218:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+79:21128:x1875415573715968:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1359us (1865us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536078.578227:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 672 00000100:00100000:0.0:1788536078.583963:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.584250:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573716224 00000100:00100000:3.0:1788536078.584261:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573716224 00000100:00100000:3.0:1788536078.584322:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 673 00000100:00100000:3.0:1788536078.584332:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+79:21128:x1875415573716224:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536078.584352:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536078.584403:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f18e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0204 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584494:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584521:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584533:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584813:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584823:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584831:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584945:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f1a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584954:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.584961:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f1a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536078.584971:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1788536078.585332:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585341:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585349:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585362:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.585367:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585408:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585421:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8b1d4969ea00) 00010000:00010000:3.0:1788536078.585424:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.585428:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585443:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f195 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585457:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585463:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585469:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585474:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.585477:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585483:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585502:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536078.585505:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.585508:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585514:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f19c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585576:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f18e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0204 expref: 82 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585858:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c200/0x94dfe24b69f4f1a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0204 expref: 81 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.585865:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d585fad00) 00010000:00010000:3.0:1788536078.585868:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536078.585870:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c200, rc 0) 00000100:00100000:3.0:1788536078.585937:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+81:21128:x1875415573716224:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1607us (1984us total) trans 4294967739 rc 0/0 00000100:00100000:3.0:1788536078.585945:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 673 00000100:00100000:1.0:1788536078.598628:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536078.598773:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573716352 00000100:00100000:2.0:1788536078.598783:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573716352 00000100:00100000:2.0:1788536078.598846:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 674 00000100:00100000:2.0:1788536078.598857:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+81:21128:x1875415573716352:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:2.0:1788536078.598922:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.598938:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.598950:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.598975:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.598981:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.598988:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.598993:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536078.598997:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.599004:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.599046:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d585fad00) 00010000:00010000:2.0:1788536078.599049:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536078.599054:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536078.599061:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f1b1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536078.599206:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+81:21128:x1875415573716352:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 352us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536078.599215:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 674 00000100:00100000:2.0:1788536078.618948:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536078.619535:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573716608 00000100:00100000:1.0:1788536078.619555:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573716608 00000100:00100000:1.0:1788536078.619621:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 139 00000100:00100000:1.0:1788536078.619632:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+81:21128:x1875415573716608:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536078.619990:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+82:21128:x1875415573716608:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 360us (1050us total) trans 4294967740 rc 0/0 00000100:00100000:1.0:1788536078.619998:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 139 00000100:00100000:1.0:1788536078.909955:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536078.910166:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573716864 00000100:00100000:0.0:1788536078.910176:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573716864 00000100:00100000:0.0:1788536078.910250:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 675 00000100:00100000:0.0:1788536078.910260:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+82:21147:x1875415573716864:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536078.910284:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536078.910303:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f1b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b020b expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536078.910422:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x28:0x0]: returning size 16384 00010000:00010000:0.0:1788536078.910553:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f1b8 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b020b expref: 84 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.910569:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:0.0:1788536078.910572:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536078.910589:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f1b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b020b expref: 84 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536078.910605:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:0.0:1788536078.910666:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+83:21147:x1875415573716864:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 407us (720us total) trans 4294967741 rc 301/301 00000100:00100000:0.0:1788536078.910672:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 675 00000100:00100000:2.0:1788536078.914968:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536078.915249:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573716992 00000100:00100000:3.0:1788536078.915262:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573716992 00000100:00100000:3.0:1788536078.915324:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 676 00000100:00100000:3.0:1788536078.915335:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+83:21147:x1875415573716992:12345-192.168.203.55@tcp:34:lfs.0 00010000:00010000:3.0:1788536078.915730:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915747:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915772:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915787:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915794:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915800:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915887:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915896:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915903:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536078.915937:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2a:0x0]: returning size 158 00000004:00200000:3.0:1788536078.915941:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536078.915952:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915965:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915971:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915989:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.915995:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.915999:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916007:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916082:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x0 (ffff8b1d4969ea00) 00010000:00010000:3.0:1788536078.916086:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.916091:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916098:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f1c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916122:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916129:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916136:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916140:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.916144:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916238:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916248:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x28:0x0].0x4a4b4929 (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536078.916250:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.916253:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916258:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f1cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x28:0x0].0x4a4b4929 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916276:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916282:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916288:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916293:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536078.916296:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916302:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916310:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2a:0x0].0x0 (ffff8b1d585fad00) 00010000:00010000:3.0:1788536078.916312:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536078.916315:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536078.916331:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f1d4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536078.916630:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+83:21147:x1875415573716992:12345-192.168.203.55@tcp:34:lfs.0 Request processed in 1294us (1668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536078.916641:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 676 00000100:00100000:3.0:1788536078.921305:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536078.921651:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573717248 00000100:00100000:1.0:1788536078.921662:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573717248 00000100:00100000:1.0:1788536078.921724:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 140 00000100:00100000:1.0:1788536078.921735:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+83:21147:x1875415573717248:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536078.921975:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+84:21147:x1875415573717248:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 241us (678us total) trans 4294967742 rc 0/0 00000100:00100000:1.0:1788536078.921983:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 140 00010000:00010000:2.0:1788536079.275731:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536080.299590:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536080.601775:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536080.601815:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536080.601842:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536080.601880:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536080.601889:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573717760 00000100:00100000:1.0:1788536080.601899:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536080.601914:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573717760 00000100:00100000:1.0:1788536080.601919:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536080.601943:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536080.601968:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573718016 00000100:00100000:1.0:1788536080.601973:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573718016 00000100:00100000:0.0:1788536080.602010:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573717632 00000100:00100000:1.0:1788536080.602012:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573718144 00000100:00100000:0.0:1788536080.602015:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573717632 00000100:00100000:1.0:1788536080.602018:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573718144 00000100:00100000:0.0:1788536080.602050:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 248 00000100:00100000:3.0:1788536080.602091:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573717504 00000100:00100000:3.0:1788536080.602096:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573717504 00000100:00100000:3.0:1788536080.602143:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573717888 00000100:00100000:3.0:1788536080.602147:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573717888 00000100:00100000:3.0:1788536080.602174:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:3.0:1788536080.602185:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+84:2354:x1875415573717504:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536080.602288:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573717760:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536080.602336:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573717760:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 51us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536080.602406:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 249 00000100:00100000:1.0:1788536080.602415:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573718016:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536080.602446:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573718016:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536080.602454:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 249 00000100:00100000:1.0:1788536080.602473:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 250 00000100:00100000:1.0:1788536080.602478:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573717632:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536080.602499:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573717632:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536080.602504:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 250 00000100:00100000:1.0:1788536080.602514:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:1.0:1788536080.602528:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573718144:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536080.602548:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573718144:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536080.602553:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:1.0:1788536080.602571:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573717376 00000100:00100000:1.0:1788536080.602575:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573717376 00000100:00100000:3.0:1788536080.602581:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+84:2354:x1875415573717504:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 396us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536080.602590:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:3.0:1788536080.602613:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 276 00000100:00100000:1.0:1788536080.602618:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 348 00000100:00100000:3.0:1788536080.602626:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:2354:x1875415573717888:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536080.602629:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573717376:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536080.602667:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:2354:x1875415573717888:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 44us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536080.602674:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573717376:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 47us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536080.602680:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 348 00000100:00100000:3.0:1788536080.602691:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 276 00000100:00080000:3.0:1788536080.602960:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536080.602972:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536080.602974:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536080.603857:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 248 00000001:00080000:3.0:1788536081.094923:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967741 is committed 00000001:00080000:3.0:1788536081.094968:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967742 is committed 00010000:00010000:2.0:1788536081.324711:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536081.524420:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583026048:0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.524508:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536081.524576:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788536081.524583:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583025920:0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.524605:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536081.524623:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583026432:0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.524645:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536081.524688:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583026048 00000100:00100000:3.0:1788536081.524695:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583026048 00000100:00100000:3.0:1788536081.524743:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583025920 00000100:00100000:3.0:1788536081.524746:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583025920 00000100:00100000:3.0:1788536081.524769:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1788536081.524778:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583026048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.524831:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583026048:12345-0@lo:400:kworker.0 Request processed in 54us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536081.524839:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1788536081.524856:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1788536081.524862:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583025920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.524892:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583025920:12345-0@lo:400:kworker.0 Request processed in 30us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536081.524898:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1788536081.524919:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583026432 00000100:00100000:3.0:1788536081.524922:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583026432 00000100:00100000:3.0:1788536081.524953:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:3.0:1788536081.524960:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583026432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.524990:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583026432:12345-0@lo:400:kworker.0 Request processed in 31us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536081.525011:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00080000:3.0:1788536081.525029:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536081.525033:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536081.525085:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583025920:0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.525109:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583026432:0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.525119:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583026048:0@lo:400:kworker.0 00000100:00100000:2.0:1788536081.525267:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583025792:0@lo:400:kworker.0 00000100:00100000:2.0:1788536081.525307:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536081.525341:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583026304:0@lo:400:kworker.0 00000100:00100000:2.0:1788536081.525366:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536081.525410:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536081.525416:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583026176:0@lo:400:kworker.0 00000100:00100000:2.0:1788536081.525453:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536081.525833:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583025792 00000100:00100000:3.0:1788536081.525839:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583025792 00000100:00100000:3.0:1788536081.525884:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1788536081.525891:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583025792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.525935:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583025792:12345-0@lo:400:kworker.0 Request processed in 44us (627us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536081.525942:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1788536081.525971:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583026304 00000100:00100000:3.0:1788536081.525975:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583026304 00000100:00100000:3.0:1788536081.526005:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1788536081.526012:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583026304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.526042:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583026304:12345-0@lo:400:kworker.0 Request processed in 31us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536081.526048:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:3.0:1788536081.526062:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536081.526082:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583025792:0@lo:400:kworker.0 00000100:00100000:3.0:1788536081.526105:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583026304:0@lo:400:kworker.0 00000100:00100000:1.0:1788536081.526730:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583026176 00000100:00100000:1.0:1788536081.526737:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583026176 00000100:00100000:1.0:1788536081.526796:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1788536081.526805:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583026176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536081.526857:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583026176:12345-0@lo:400:kworker.0 Request processed in 55us (1403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536081.526863:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1788536081.526892:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583026176:0@lo:400:kworker.0 00000100:00080000:2.0:1788536081.527437:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536082.031697:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583026560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536082.031833:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536082.032445:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583026560 00000100:00100000:2.0:1788536082.032458:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583026560 00000100:00100000:2.0:1788536082.032539:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1788536082.032550:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583026560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536082.032610:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536082.032701:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583026560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536082.032709:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1788536082.033221:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583026560:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536082.349809:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536083.051937:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536083.051953:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536083.052621:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 15 count 1 00000040:00080000:1.0:1788536083.052633:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536083.373843:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536083.565306:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536083.565341:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583026688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536083.565470:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536083.565809:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583026688 00000100:00100000:2.0:1788536083.565821:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583026688 00000100:00100000:2.0:1788536083.565920:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:2.0:1788536083.565933:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583026688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536083.565979:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536083.566059:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583026688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536083.566068:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:2.0:1788536083.566144:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583026688:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536083.566415:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788536084.398539:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536085.420095:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536085.726038:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536085.726094:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536085.726129:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536085.726162:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536085.726187:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536085.726209:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536085.726219:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573718784 00000100:00100000:2.0:1788536085.726231:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573718784 00000100:00100000:3.0:1788536085.726235:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536085.726258:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573718528 00000100:00100000:3.0:1788536085.726263:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573718528 00000100:00100000:3.0:1788536085.726311:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573719040 00000100:00100000:3.0:1788536085.726314:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573719040 00000100:00100000:3.0:1788536085.726328:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573718656 00000100:00100000:3.0:1788536085.726330:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573718656 00000100:00100000:3.0:1788536085.726346:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573718912 00000100:00100000:3.0:1788536085.726348:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573718912 00000100:00100000:3.0:1788536085.726401:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 254 00000100:00100000:2.0:1788536085.726412:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573718400 00000100:00100000:3.0:1788536085.726413:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573718528:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536085.726418:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573718400 00000100:00100000:3.0:1788536085.726486:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573718528:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 75us (391us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536085.726495:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 254 00000100:00100000:3.0:1788536085.726518:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 255 00000100:00100000:3.0:1788536085.726524:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573719040:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536085.726545:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00100000:3.0:1788536085.726551:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573719040:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536085.726561:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:2354:x1875415573718784:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536085.726578:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 255 00000100:00100000:2.0:1788536085.726597:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+29:2354:x1875415573718784:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 40us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536085.726598:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 256 00000100:00100000:3.0:1788536085.726608:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573718656:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536085.726609:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00100000:2.0:1788536085.726631:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00100000:2.0:1788536085.726638:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+72:2354:x1875415573718400:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536085.726646:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+9:2354:x1875415573718656:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 38us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536085.726653:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 256 00000100:00100000:2.0:1788536085.726670:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+72:2354:x1875415573718400:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536085.726671:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00100000:3.0:1788536085.726680:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573718912:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536085.726707:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573718912:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536085.726713:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00080000:3.0:1788536085.726736:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536085.726741:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536085.726745:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536085.726750:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00100000:1.0:1788536085.727322:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573718272 00000100:00100000:1.0:1788536085.727335:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573718272 00000100:00100000:1.0:1788536085.727406:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 350 00000100:00100000:1.0:1788536085.727414:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573718272:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536085.727463:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573718272:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 50us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536085.727470:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 350 00010000:00010000:3.0:1788536086.443735:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788536086.621626:0:16810:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11b: Import a deleted file using its FID ========================================================== 11:34:44 (1788536084) 00000100:00100000:3.0:1788536086.637740:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583027200:0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.637834:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536086.637897:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536086.637904:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583026816:0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.638157:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536086.638191:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583027328:0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.638217:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536086.638246:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583026944:0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.638269:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536086.638303:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583027456:0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.638326:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536086.638344:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536086.638349:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583027072:0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.638394:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536086.638427:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583027200 00000100:00100000:3.0:1788536086.638434:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583027200 00000100:00100000:3.0:1788536086.638487:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583027456 00000100:00100000:3.0:1788536086.638490:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583027456 00000100:00100000:3.0:1788536086.638515:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1788536086.638523:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583027200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.638571:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583027200:12345-0@lo:400:kworker.0 Request processed in 49us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536086.638579:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:3.0:1788536086.638748:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1788536086.638755:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583027456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536086.638866:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583026816 00000100:00100000:0.0:1788536086.638872:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583026816 00000100:00100000:0.0:1788536086.638900:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1788536086.638906:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583026816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536086.638952:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583026816:12345-0@lo:400:kworker.0 Request processed in 47us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536086.638958:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1788536086.639221:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583027456:12345-0@lo:400:kworker.0 Request processed in 466us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536086.639229:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1788536086.639250:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583027328 00000100:00100000:3.0:1788536086.639254:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583027328 00000100:00100000:3.0:1788536086.639332:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583026944 00000100:00100000:3.0:1788536086.639336:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583026944 00000100:00100000:0.0:1788536086.639600:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583027456:0@lo:400:kworker.0 00000100:00100000:1.0:1788536086.641420:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583027072 00000100:00100000:1.0:1788536086.641432:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583027072 00000100:00100000:1.0:1788536086.641496:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1788536086.641507:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583027328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536086.641611:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583027328:12345-0@lo:400:kworker.0 Request processed in 86us (3372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536086.641619:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1788536086.641635:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1788536086.641643:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583026944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536086.641682:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583026944:12345-0@lo:400:kworker.0 Request processed in 39us (3411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536086.641688:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1788536086.641700:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1788536086.641706:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583027072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536086.641733:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583027072:12345-0@lo:400:kworker.0 Request processed in 28us (3339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536086.641739:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1788536086.642120:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583027072:0@lo:400:kworker.0 00000100:00100000:1.0:1788536086.642133:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583026944:0@lo:400:kworker.0 00000100:00080000:3.0:1788536086.642280:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536086.642286:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536086.642289:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536086.642320:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583026816:0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.642332:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583027328:0@lo:400:kworker.0 00000100:00100000:3.0:1788536086.642355:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583027200:0@lo:400:kworker.0 00000100:00100000:0.0:1788536087.148192:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536087.148221:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583027584:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536087.148298:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536087.148502:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583027584 00000100:00100000:2.0:1788536087.148512:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583027584 00000100:00100000:2.0:1788536087.148564:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:2.0:1788536087.148574:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583027584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536087.148609:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 57868288 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536087.148665:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583027584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536087.148671:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1788536087.148753:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77584700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583027584:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536087.195495:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536087.195616:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573719296 00000100:00100000:0.0:1788536087.195629:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573719296 00000100:00100000:0.0:1788536087.195714:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 677 00000100:00100000:0.0:1788536087.195725:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+29:21768:x1875415573719296:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536087.195760:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536087.195799:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f1db lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0212 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.195890:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.195906:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.195920:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.195936:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.195943:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.195950:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196204:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f1f0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196214:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196221:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f1f0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536087.196231:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:0.0:1788536087.196407:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196416:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196422:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196428:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536087.196432:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196440:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196451:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:0.0:1788536087.196455:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536087.196459:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196466:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f1e2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196480:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196486:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196492:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196506:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536087.196510:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196516:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196525:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536087.196527:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536087.196530:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.196536:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f1e9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.202534:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f1db lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0212 expref: 32 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.202571:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f1f0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0212 expref: 31 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.202582:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536087.202585:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536087.202589:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f000, rc 0) 00000100:00080000:3.0:1788536087.202825:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536087.202873:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:21768:x1875415573719296:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 7148us (7387us total) trans 4294967743 rc 0/0 00000100:00100000:0.0:1788536087.202883:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 677 00000100:00100000:2.0:1788536087.211190:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.211231:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536087.211295:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573719424 00000100:00100000:1.0:1788536087.211305:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573719424 00000100:00100000:1.0:1788536087.211405:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 27 00000100:00100000:1.0:1788536087.211416:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:2355:x1875415573719424:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536087.211430:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536087.211455:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f1f0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0212 expref: 31 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.211473:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536087.211478:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536087.211523:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+30:2355:x1875415573719424:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 110us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536087.211531:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 27 00000100:00100000:3.0:1788536087.212136:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573719552 00000100:00100000:3.0:1788536087.212142:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573719552 00000100:00100000:3.0:1788536087.212183:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 678 00000100:00100000:3.0:1788536087.212190:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:21768:x1875415573719552:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788536087.212274:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:21768:x1875415573719552:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 84us (1043us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536087.212283:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 678 00000100:00100000:2.0:1788536087.224660:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536087.225624:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573719680 00000100:00100000:3.0:1788536087.225637:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573719680 00000100:00100000:3.0:1788536087.225777:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 679 00000100:00100000:3.0:1788536087.225789:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+72:21769:x1875415573719680:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536087.225813:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536087.225836:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f1fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0219 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.225936:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.225951:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.226105:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.226123:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.226138:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.226145:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227728:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227744:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227752:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227759:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536087.227763:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227771:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227787:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536087.227790:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.227795:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227801:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f205 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227814:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227830:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227836:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227840:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536087.227844:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227850:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227859:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536087.227862:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.227865:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.227872:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f20c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.228157:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f1fe lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0219 expref: 73 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.228169:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536087.228171:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.228175:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f1fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0219 expref: 73 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.228186:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ec00, rc 0) 00000100:00100000:3.0:1788536087.228273:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+72:21769:x1875415573719680:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2486us (3622us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536087.228282:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 679 00000100:00100000:2.0:1788536087.235473:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536087.235563:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573719936 00000100:00100000:3.0:1788536087.235573:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573719936 00000100:00100000:3.0:1788536087.235628:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 680 00000100:00100000:3.0:1788536087.235637:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+72:21769:x1875415573719936:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:3.0:1788536087.235688:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536087.235712:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f0f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01d3 expref: 72 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.235732:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536087.235736:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1788536087.235843:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536087.236219:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.236236:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 29 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.236245:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.236279:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 29 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.236294:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 29 pid: 5824 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536087.236309:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583027712:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536087.238445:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536087.240830:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdf100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583027712:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536087.240859:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536087.242209:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536087.242299:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573720064 00000100:00100000:0.0:1788536087.242308:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573720064 00010000:00010000:0.0:1788536087.242348:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 30 pid: 5824 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536087.242415:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 190 00000100:00100000:0.0:1788536087.242424:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+30:2354:x1875415573720064:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536087.242439:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536087.242447:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 30 pid: 5824 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.242459:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 30 pid: 5824 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.242481:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f11e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b01e1 expref: 30 pid: 5824 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.242497:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:0.0:1788536087.242502:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.242511:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.242519:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.242543:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536087.242596:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+29:2354:x1875415573720064:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 173us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536087.242620:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 190 00010000:00010000:3.0:1788536087.242853:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.242862:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.242885:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.242894:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.242913:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536087.248402:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 16384 00010000:00010000:2.0:1788536087.248423:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.248435:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.248443:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.248450:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.248456:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.248473:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.248492:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536087.248496:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.248502:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.248509:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f213 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536087.248533:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000009cffb39e reply state 0000000026b4d630 transno 4294967744 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536087.248544:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536087.248653:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+73:21769:x1875415573719936:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 13012us (13185us total) trans 4294967744 rc 0/0 00000100:00100000:2.0:1788536087.248662:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 680 00010000:00010000:3.0:1788536087.252678:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.252694:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.252702:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.252707:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536087.252712:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.252736:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.252755:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536087.252758:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.252762:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.252769:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f21a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536087.256579:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536087.256645:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573720192 00000100:00100000:0.0:1788536087.256657:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573720192 00002000:00100000:0.0:1788536087.256726:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xd:0x0] (0->157) req@ffff8b1d7bffed80 x1875415573720192/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:743/0 lens 648/0 e 0 to 0 dl 1788536098 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536087.256738:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffed80 with x1875415573720192 ext(0->157) 00002000:00010000:0.0:1788536087.256744:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bffed80 00000100:00100000:0.0:1788536087.256781:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 56 00000100:00100000:0.0:1788536087.256792:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573720192:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:0.0:1788536087.257416:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573720192:12345-192.168.203.55@tcp:4:cp.0 Request processed in 623us (995us total) trans 4294967325 rc 0/0 00000100:00100000:0.0:1788536087.257426:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 56 00002000:00100000:0.0:1788536087.257433:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xd:0x0] (0->157) req@ffff8b1d7bffed80 x1875415573720192/t4294967325(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:743/0 lens 648/448 e 0 to 0 dl 1788536098 ref 1 fl Complete:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536087.257442:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffed80 with x1875415573720192 ext(0->157) 00002000:00010000:0.0:1788536087.257446:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bffed80 00000100:00080000:3.0:1788536087.257921:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536087.262124:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536087.263517:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573720320 00000100:00100000:1.0:1788536087.263529:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573720320 00000100:00100000:1.0:1788536087.263595:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 681 00000100:00100000:1.0:1788536087.263604:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+72:21770:x1875415573720320:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536087.263636:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536087.263659:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f221 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0220 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.263721:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2000/0x94dfe24b69f4f228 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.263734:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2000/0x94dfe24b69f4f228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.263757:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2000/0x94dfe24b69f4f228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536087.263985:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788536087.263989:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536087.264018:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2000/0x94dfe24b69f4f228 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.264042:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f221 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0220 expref: 74 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.264069:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2000/0x94dfe24b69f4f228 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0220 expref: 73 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.264078:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:1.0:1788536087.264081:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536087.264085:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2000, rc 0) 00000100:00100000:1.0:1788536087.264153:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+73:21770:x1875415573720320:12345-192.168.203.55@tcp:101:bash.0 Request processed in 549us (2036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536087.264160:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 681 00000100:00100000:2.0:1788536087.271491:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536087.272041:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573720448 00000100:00100000:3.0:1788536087.272060:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573720448 00000100:00100000:3.0:1788536087.272246:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 682 00000100:00100000:3.0:1788536087.272258:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+73:21770:x1875415573720448:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536087.272279:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536087.272301:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f22f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0227 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272412:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272428:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272439:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272456:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272477:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272483:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272575:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f244 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272584:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272590:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536087.272627:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 16384 00000004:00200000:3.0:1788536087.272631:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536087.272651:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f244 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272662:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272668:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272675:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272680:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536087.272684:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272698:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.272710:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:3.0:1788536087.272713:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.273196:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273206:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f236 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273223:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273229:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273236:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273241:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536087.273243:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273249:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273258:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536087.273261:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.273264:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273280:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f23d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273318:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f22f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0227 expref: 75 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273331:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb000/0x94dfe24b69f4f244 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0227 expref: 74 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.273339:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536087.273342:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536087.273344:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb000, rc 0) 00000100:00100000:3.0:1788536087.273462:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+74:21770:x1875415573720448:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1206us (1979us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536087.273471:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 682 00000100:00100000:0.0:1788536087.283574:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.284577:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573720576 00000100:00100000:2.0:1788536087.284588:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573720576 00000100:00100000:2.0:1788536087.284655:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 683 00000100:00100000:2.0:1788536087.284666:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+74:21770:x1875415573720576:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536087.284686:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.284707:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f24b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b022e expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284793:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284809:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284821:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284862:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284870:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284877:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284945:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284953:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284961:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284967:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.284971:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.284989:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285001:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.285004:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.285010:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285017:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f252 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285030:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285036:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285041:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285046:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6f200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.285048:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285064:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285071:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536087.285074:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.285077:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285093:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f259 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285130:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f24b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b022e expref: 75 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285141:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.285143:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.285147:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f24b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b022e expref: 75 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.285156:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6ea00, rc 0) 00000100:00100000:2.0:1788536087.287876:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+74:21770:x1875415573720576:12345-192.168.203.55@tcp:101:bash.0 Request processed in 3197us (4296us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536087.287891:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 683 00000100:00100000:1.0:1788536087.307222:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.307313:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573720704 00000100:00100000:2.0:1788536087.307323:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573720704 00000100:00100000:2.0:1788536087.307411:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 684 00000100:00100000:2.0:1788536087.307422:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+29:21771:x1875415573720704:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536087.307440:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.307459:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f260 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0235 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.307520:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.307535:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.307561:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536087.307596:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536087.307600:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536087.307618:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.307640:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f260 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 31 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.307657:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 30 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.307665:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:2.0:1788536087.307668:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536087.307671:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6f200, rc 0) 00000100:00100000:2.0:1788536087.307723:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+30:21771:x1875415573720704:12345-192.168.203.55@tcp:101:rm.0 Request processed in 304us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536087.307731:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 684 00000100:00100000:3.0:1788536087.314742:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.314909:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573720832 00000100:00100000:2.0:1788536087.314919:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573720832 00000100:00100000:2.0:1788536087.314990:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 685 00000100:00100000:2.0:1788536087.315002:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+30:21771:x1875415573720832:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536087.315021:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.315042:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f26e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b023c expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315147:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315162:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315173:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315189:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315195:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315202:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315289:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f283 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315299:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315306:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536087.315331:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 16384 00000004:00200000:2.0:1788536087.315334:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536087.315351:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f283 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315417:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315426:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315432:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315438:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.315442:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315449:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315461:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:2.0:1788536087.315464:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.315469:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315475:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f275 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315488:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315494:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315500:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315512:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.315515:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315521:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315530:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbc29f2cb (ffff8b1d585fa200) 00010000:00010000:2.0:1788536087.315533:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.315536:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315541:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f27c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbc29f2cb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315573:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f26e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b023c expref: 32 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315586:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167dc00/0x94dfe24b69f4f283 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b023c expref: 31 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.315594:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.315596:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536087.315599:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167dc00, rc 0) 00000100:00100000:2.0:1788536087.315661:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+31:21771:x1875415573720832:12345-192.168.203.55@tcp:101:rm.0 Request processed in 661us (930us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536087.315669:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 685 00000100:00100000:0.0:1788536087.337099:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.337206:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573720960 00000100:00100000:2.0:1788536087.337234:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573720960 00000100:00100000:2.0:1788536087.337297:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 686 00000100:00100000:2.0:1788536087.337307:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:21771:x1875415573720960:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536087.337328:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.337350:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f28a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0243 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337468:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337484:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337495:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337509:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337532:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337539:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337589:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337597:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337603:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337616:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6ea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.337621:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337629:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337642:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.337645:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.337650:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337657:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6ea00/0x94dfe24b69f4f291 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337671:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337676:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337682:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337687:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.337689:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337695:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337713:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536087.337715:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.337718:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337724:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6fa00/0x94dfe24b69f4f298 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337759:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f28a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0243 expref: 32 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337770:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.337772:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.337775:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f28a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0243 expref: 32 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.337785:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c000, rc 0) 00000100:00100000:2.0:1788536087.337844:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:21771:x1875415573720960:12345-192.168.203.55@tcp:101:rm.0 Request processed in 539us (758us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536087.337852:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 686 00000100:00100000:3.0:1788536087.341765:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.342167:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573721088 00000100:00100000:2.0:1788536087.342177:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573721088 00000100:00100000:2.0:1788536087.342273:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 687 00000100:00100000:2.0:1788536087.342283:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+31:21771:x1875415573721088:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536087.342304:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.342324:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f29f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b024a expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342558:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342572:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342584:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342598:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342604:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342611:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342662:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342669:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342675:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342681:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.342685:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342704:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342717:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.342720:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.342724:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342731:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342744:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342749:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342755:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342760:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.342763:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342769:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342871:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536087.342874:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.342877:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342892:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342925:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f29f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b024a expref: 32 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342935:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.342937:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.342941:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f29f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b024a expref: 32 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.342949:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733600, rc 0) 00000100:00100000:2.0:1788536087.343704:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+31:21771:x1875415573721088:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1419us (1945us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536087.343712:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 687 00000100:00100000:0.0:1788536087.367898:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536087.367984:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573721216 00000100:00100000:1.0:1788536087.367997:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573721216 00000100:00100000:1.0:1788536087.368078:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 688 00000100:00100000:1.0:1788536087.368089:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+31:21772:x1875415573721216:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536087.368112:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536087.368134:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f2b4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0251 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368220:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368235:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368248:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368263:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368270:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368276:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368340:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368348:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368355:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368361:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536087.368365:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368408:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368421:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:1.0:1788536087.368424:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536087.368433:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368439:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f2bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368457:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368463:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368468:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368473:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536087.368475:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368482:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368489:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d457ffc00) 00010000:00010000:1.0:1788536087.368491:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536087.368494:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368506:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4f2c2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368553:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f2b4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0251 expref: 32 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368564:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:1.0:1788536087.368566:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536087.368570:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f2b4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0251 expref: 32 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.368584:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2800, rc 0) 00000100:00100000:1.0:1788536087.368649:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+31:21772:x1875415573721216:12345-192.168.203.55@tcp:101:cp.0 Request processed in 558us (756us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536087.368657:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 688 00000100:00100000:2.0:1788536087.372447:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536087.372541:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573721344 00000100:00100000:3.0:1788536087.372551:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573721344 00000100:00100000:3.0:1788536087.372610:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 689 00000100:00100000:3.0:1788536087.372621:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+31:21772:x1875415573721344:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536087.372641:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536087.372660:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f2c9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0258 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372725:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372754:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372765:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372796:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372804:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372812:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372859:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372867:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372874:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372880:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536087.372884:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372892:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372902:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536087.372912:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.372918:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372925:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f2d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372937:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372942:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372948:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372953:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536087.372967:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372974:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372982:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536087.372985:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.372988:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.372994:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f2d7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.373028:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f2c9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0258 expref: 32 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.373045:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536087.373047:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.373059:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f2c9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0258 expref: 32 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.373070:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:3.0:1788536087.373141:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+31:21772:x1875415573721344:12345-192.168.203.55@tcp:101:cp.0 Request processed in 521us (704us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536087.373149:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 689 00000100:00100000:1.0:1788536087.383197:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.383285:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573721600 00000100:00100000:2.0:1788536087.383295:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573721600 00000100:00100000:2.0:1788536087.383356:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 690 00000100:00100000:2.0:1788536087.383405:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+31:21772:x1875415573721600:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536087.383427:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.383449:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f2de lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b025f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.383580:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.383617:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.383628:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.383645:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.383651:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.383658:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536087.384325:0:5825:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xe:0x0], index 0: 0 00010000:00010000:2.0:1788536087.384530:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384541:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384548:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384580:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384587:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384595:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384607:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.384611:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384619:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384630:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.384633:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.384638:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384644:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f2e5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536087.384658:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000c9067b9c reply state 0000000042f76bbe transno 4294967745 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536087.384666:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536087.384703:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f2de lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 34 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384719:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 33 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.384726:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536087.384729:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536087.384731:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733e00, rc 0) 00000100:00100000:2.0:1788536087.384811:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+34:21772:x1875415573721600:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1445us (1622us total) trans 4294967745 rc 0/0 00000100:00100000:2.0:1788536087.384825:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 690 00010000:00010000:3.0:1788536087.388662:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.388678:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.388686:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.388692:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536087.388697:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.388705:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.388723:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d585fa900) 00010000:00010000:3.0:1788536087.388725:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536087.388730:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.388756:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f2ec lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536087.390977:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.391203:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573721728 00000100:00100000:2.0:1788536087.391214:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573721728 00000100:00100000:2.0:1788536087.391329:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 169 00000100:00100000:2.0:1788536087.391339:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573721728:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536087.391360:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.391430:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0266 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536087.391458:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536087.391478:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=465s v=(0 0) 00010000:00010000:2.0:1788536087.391483:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536087.391493:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.391513:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.391538:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733600, rc 0) 00000100:00100000:2.0:1788536087.391592:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573721728:12345-192.168.203.55@tcp:101:cp.0 Request processed in 254us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536087.391600:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 169 00000100:00100000:0.0:1788536087.394925:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536087.395004:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573721856 00000100:00100000:3.0:1788536087.395014:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573721856 00000100:00100000:3.0:1788536087.395121:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 170 00000100:00100000:3.0:1788536087.395132:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:21772:x1875415573721856:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536087.395149:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536087.395168:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 2/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b026d expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.395200:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.395209:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536087.395213:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536087.395219:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 4/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.395255:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.395269:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 12 pid: 6667 timeout: 565 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536087.395282:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583027840:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536087.395413:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536087.397836:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfded80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583027840:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536087.397871:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 3/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536087.397890:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ec00, rc 0) 00000100:00100000:3.0:1788536087.397950:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:21772:x1875415573721856:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2820us (3034us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536087.397958:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 170 00000100:00100000:1.0:1788536087.402233:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536087.402361:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573721984 00000100:00100000:0.0:1788536087.402646:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573721984 00010000:00010000:0.0:1788536087.402693:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 12 pid: 6667 timeout: 565 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536087.402754:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 191 00000100:00100000:0.0:1788536087.402765:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573721984:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536087.402781:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536087.402809:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 12 pid: 6667 timeout: 565 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.402825:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 12 pid: 6667 timeout: 565 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.402855:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f301 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0266 expref: 12 pid: 6667 timeout: 565 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.402873:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536087.402878:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536087.402886:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.402898:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.402938:0:5809:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536087.402951:0:5809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5809:1875415583027968:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536087.403049:0:5809:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6600 going to sleep for 11 seconds 00000100:00100000:1.0:1788536087.411293:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536087.411506:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573722240 00000100:00100000:3.0:1788536087.411528:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573722240 00000100:00100000:3.0:1788536087.411593:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 141 00000100:00100000:3.0:1788536087.411605:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+33:21772:x1875415573722240:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536087.411968:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:21772:x1875415573722240:12345-192.168.203.55@tcp:35:cp.0 Request processed in 365us (684us total) trans 4294967746 rc 0/0 00000100:00100000:3.0:1788536087.411976:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 141 00000100:00100000:0.0:1788536087.413090:0:5809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5809:1875415583027968:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536087.413122:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536087.413178:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573721984:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 10415us (10954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536087.413187:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 191 00000100:00100000:1.0:1788536087.471812:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536087.471977:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536087.472129:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573722368 00000100:00100000:2.0:1788536087.472140:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573722368 00000100:00100000:2.0:1788536087.472200:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 691 00000100:00100000:2.0:1788536087.472209:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+74:21775:x1875415573722368:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536087.472247:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.472271:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f30f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0274 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472340:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472355:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472626:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472649:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472657:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472664:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472746:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f324 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472754:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472761:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536087.472792:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00000004:00200000:2.0:1788536087.472802:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536087.472825:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472838:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f324 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472847:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472853:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472860:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472865:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.472870:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472879:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472890:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536087.472893:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.472897:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472902:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f316 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472913:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472929:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472935:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472940:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536087.472943:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472948:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472965:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536087.472968:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536087.472971:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.472976:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f31d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.473009:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f30f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0274 expref: 76 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.473026:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f324 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0274 expref: 75 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536087.473033:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536087.473035:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536087.473044:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733400, rc 0) 00000100:00100000:2.0:1788536087.473234:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+75:21775:x1875415573722368:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1024us (1431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536087.473242:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 691 00000100:00100000:3.0:1788536087.478923:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536087.479078:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573722496 00000100:00100000:0.0:1788536087.479089:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573722496 00000100:00100000:0.0:1788536087.479168:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 171 00000100:00100000:0.0:1788536087.479177:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573722496:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536087.479196:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536087.479214:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f32b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b027b expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536087.479272:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583028096:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536087.479396:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6600 going to sleep for 11 seconds 00000100:00080000:3.0:1788536087.479809:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788536087.487493:0:6666:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788536087.487501:0:6666:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb mtime: 0 -> 1788536086 00002000:00010000:0.0:1788536087.487503:0:6666:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb atime: 0 -> 1788536086 00002000:00010000:0.0:1788536087.487505:0:6666:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0xe:0x0] updating lvb ctime: 0 -> 1788536086 00000100:00100000:0.0:1788536087.487597:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583028096:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536087.487632:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f32b lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b027b expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.487658:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f32b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b027b expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.487687:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f000, rc 0) 00000100:00100000:0.0:1788536087.487791:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573722496:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 8614us (8876us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536087.487800:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 171 00000100:00100000:3.0:1788536087.491892:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536087.491956:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573722624 00000100:00100000:0.0:1788536087.491976:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573722624 00000100:00100000:0.0:1788536087.492038:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 692 00000100:00100000:0.0:1788536087.492048:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+75:21775:x1875415573722624:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536087.492077:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536087.492098:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4f332 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0282 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.492177:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4f339 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.492192:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4f339 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.492204:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4f339 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536087.492238:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 16384 00000004:00200000:0.0:1788536087.492242:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536087.492261:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4f339 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.492288:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772ee00/0x94dfe24b69f4f332 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0282 expref: 77 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.492326:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4f339 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0282 expref: 76 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536087.492335:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:0.0:1788536087.492338:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536087.492342:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fa00, rc 0) 00000100:00100000:0.0:1788536087.492856:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+76:21775:x1875415573722624:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 807us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536087.492865:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 692 00000100:00100000:3.0:1788536087.496645:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.496731:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573722752 00000100:00100000:2.0:1788536087.496742:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573722752 00000100:00100000:2.0:1788536087.496801:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 172 00000100:00100000:2.0:1788536087.496812:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573722752:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536087.496830:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536087.496849:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f340 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0289 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536087.496910:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583028224:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536087.496998:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468ac3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536087.501059:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583028224:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536087.501180:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f340 lrc: 1/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0289 expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.501207:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aee86ef9/0x94dfe24b69f4f340 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0289 expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536087.501240:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733600, rc 0) 00000100:00100000:1.0:1788536087.501551:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573722752:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4739us (4914us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536087.501561:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 172 00000100:00100000:1.0:1788536087.507793:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536087.508064:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573723008 00000100:00100000:2.0:1788536087.508074:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573723008 00000100:00100000:2.0:1788536087.508134:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 693 00000100:00100000:2.0:1788536087.508143:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+76:21775:x1875415573723008:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536087.508448:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:2.0:1788536087.508529:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+76:21775:x1875415573723008:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 386us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536087.508537:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 693 00000040:00080000:0.0:1788536088.174419:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536088.174428:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536088.174464:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:0.0:1788536088.174470:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536088.174733:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583028352:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536088.174835:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536088.179122:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536088.179143:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583028352:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536088.179360:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573723136 00000100:00100000:3.0:1788536088.179393:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573723136 00000100:00100000:3.0:1788536088.179443:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 694 00000100:00100000:3.0:1788536088.179452:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+34:21785:x1875415573723136:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536088.179485:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536088.179592:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+34:21785:x1875415573723136:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 140us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536088.179600:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 694 00000100:00100000:1.0:1788536088.188502:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536088.188568:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573723392 00000100:00100000:2.0:1788536088.188578:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573723392 00000100:00100000:2.0:1788536088.188632:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 695 00000100:00100000:2.0:1788536088.188641:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:21785:x1875415573723392:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536088.188666:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536088.188685:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f347 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0290 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.188773:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f34e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.188789:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f34e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.188802:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f34e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536088.188811:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:2.0:1788536088.188925:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f347 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0290 expref: 37 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.188944:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f34e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0290 expref: 36 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.188953:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536088.188955:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536088.188959:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77732a00, rc 0) 00000100:00100000:2.0:1788536088.189007:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:21785:x1875415573723392:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 368us (515us total) trans 4294967747 rc 0/0 00000100:00100000:2.0:1788536088.189013:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 695 00000100:00100000:3.0:1788536088.203121:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.203261:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573723520 00000100:00100000:1.0:1788536088.203270:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573723520 00000100:00100000:1.0:1788536088.203332:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 173 00000100:00100000:1.0:1788536088.203342:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573723520:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536088.203408:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.203430:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.203438:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xe:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536088.203442:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536088.203447:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 4/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.203478:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.203506:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 11 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536088.203520:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583028480:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536088.203592:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5a7779c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536088.230788:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.230840:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.231096:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573723648 00000100:00100000:1.0:1788536088.231108:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573723648 00000100:00100000:1.0:1788536088.231197:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 28 00000100:00100000:1.0:1788536088.231209:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:2353:x1875415573723648:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536088.231226:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536088.231253:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f34e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0290 expref: 36 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.231279:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:1.0:1788536088.231285:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536088.231343:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:2353:x1875415573723648:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 138us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536088.231354:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 28 00000100:00100000:1.0:1788536088.231551:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583028480:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536088.231578:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536088.233757:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573723776 00000100:00100000:3.0:1788536088.233772:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573723776 00002000:00100000:3.0:1788536088.233824:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff8b1d7c6bf480 x1875415573723776/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:744/0 lens 648/0 e 0 to 0 dl 1788536099 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536088.233835:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c6bf480 with x1875415573723776 ext(0->157) 00010000:00010000:3.0:1788536088.233846:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 12 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.233875:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 12 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536088.233882:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7c6bf480 00000100:00100000:3.0:1788536088.233910:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 6 00000100:00100000:3.0:1788536088.233920:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573723776:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:3.0:1788536088.238200:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415573723776:12345-192.168.203.55@tcp:4:cp.0 Request processed in 4268us (7346us total) trans 4294967326 rc 0/0 00000100:00100000:3.0:1788536088.238214:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 6 00002000:00100000:3.0:1788536088.238343:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0xe:0x0] (0->157) req@ffff8b1d7c6bf480 x1875415573723776/t4294967326(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:744/0 lens 648/448 e 0 to 0 dl 1788536099 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536088.238354:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c6bf480 with x1875415573723776 ext(0->157) 00010000:00010000:3.0:1788536088.238365:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 14 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.238407:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 14 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536088.238416:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7c6bf480 00000100:00100000:1.0:1788536088.245300:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536088.246347:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573723904 00000100:00100000:0.0:1788536088.246360:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573723904 00010000:00010000:0.0:1788536088.246517:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 14 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536088.246559:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 192 00000100:00100000:0.0:1788536088.246570:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415573723904:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536088.246584:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536088.246617:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 14 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.246633:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 14 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.246662:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a781c13a/0x94dfe24b69f4f308 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b026d expref: 14 pid: 16289 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.247829:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536088.247835:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536088.247843:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.247856:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.248358:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536088.248472:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573723904:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1898us (3245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536088.248494:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 192 00010000:00010000:1.0:1788536088.249835:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.249851:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.249886:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.249895:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.249904:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.249912:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536088.249917:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.249927:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.249947:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.249975:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f4f35c lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536088.250069:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573723520:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 46726us (46955us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536088.250078:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 173 00000100:00100000:1.0:1788536088.255604:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.255794:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573724160 00000100:00100000:3.0:1788536088.255803:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573724160 00000100:00100000:3.0:1788536088.255868:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 696 00000100:00100000:3.0:1788536088.255879:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:21785:x1875415573724160:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536088.256003:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:21785:x1875415573724160:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 125us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536088.256011:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 696 00000100:00100000:3.0:1788536088.264730:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536088.264863:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573724288 00000100:00100000:0.0:1788536088.264874:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573724288 00000100:00100000:0.0:1788536088.264942:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 174 00000100:00100000:0.0:1788536088.264954:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573724288:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536088.264973:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536088.264995:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0297 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536088.265024:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xe:0x0] initial LVB size: 158, mtime: 0x6a9ae516, atime: 0x0, ctime: 0x6a9ae516, blocks: 0x1 00010000:00010000:0.0:1788536088.265065:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=466s v=(0 0) 00010000:00010000:0.0:1788536088.265078:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536088.265089:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 13 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.265109:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 13 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.265122:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f000, rc 0) 00000100:00100000:0.0:1788536088.265183:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573724288:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 231us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536088.265189:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 174 00000100:00100000:0.0:1788536088.270290:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.271187:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573724544 00000100:00100000:1.0:1788536088.271199:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573724544 00000100:00100000:1.0:1788536088.271275:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 697 00000100:00100000:1.0:1788536088.271296:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:21785:x1875415573724544:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536088.271438:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:21785:x1875415573724544:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 144us (1156us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536088.271446:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 697 00000100:00100000:0.0:1788536088.289225:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.289288:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573724672 00000100:00100000:1.0:1788536088.289299:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573724672 00002000:00100000:1.0:1788536088.289353:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff8b1c41c8b480 x1875415573724672/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:744/0 lens 488/0 e 0 to 0 dl 1788536099 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536088.289365:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c8b480 with x1875415573724672 ext(0->4095) 00002000:00010000:1.0:1788536088.289406:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c41c8b480 00000100:00100000:1.0:1788536088.289440:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 57 00000100:00100000:1.0:1788536088.289451:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573724672:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788536088.289652:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573724672:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 202us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536088.289668:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 57 00002000:00100000:1.0:1788536088.289675:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff8b1c41c8b480 x1875415573724672/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:744/0 lens 488/4536 e 0 to 0 dl 1788536099 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536088.289684:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c8b480 with x1875415573724672 ext(0->4095) 00002000:00010000:1.0:1788536088.289688:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c41c8b480 00000100:00100000:3.0:1788536088.299307:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536088.299404:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573724800 00000100:00100000:0.0:1788536088.299414:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573724800 00000100:00100000:0.0:1788536088.299470:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 698 00000100:00100000:0.0:1788536088.299480:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+35:21785:x1875415573724800:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536088.299511:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536088.299540:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f36a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b029e expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.299571:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.299586:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.299602:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.299703:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f36a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 37 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.299724:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 36 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.299733:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:0.0:1788536088.299736:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536088.299739:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e000, rc 0) 00000100:00100000:0.0:1788536088.299805:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:21785:x1875415573724800:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 324us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536088.299813:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 698 00000100:00100000:0.0:1788536088.316719:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.316850:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573724928 00000100:00100000:3.0:1788536088.316859:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573724928 00000100:00100000:3.0:1788536088.316917:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 699 00000100:00100000:3.0:1788536088.316927:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:21785:x1875415573724928:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536088.316989:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x12:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536088.317282:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:21785:x1875415573724928:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 355us (571us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536088.317290:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 699 00000100:00100000:0.0:1788536088.321498:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.322600:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573725056 00000100:00100000:1.0:1788536088.322613:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573725056 00000100:00100000:1.0:1788536088.322675:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 175 00000100:00100000:1.0:1788536088.322686:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573725056:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536088.322731:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322747:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536088.322752:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536088.322758:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322771:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322800:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322807:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322834:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322841:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536088.322846:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322854:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322870:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.322877:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a553994a/0x94dfe24b69f4f378 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536088.322946:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573725056:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 262us (1457us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536088.322954:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 175 00000100:00100000:0.0:1788536088.343784:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536088.343900:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573725312 00000100:00100000:2.0:1788536088.343910:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573725312 00000100:00100000:2.0:1788536088.343983:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 700 00000100:00100000:2.0:1788536088.343994:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:21785:x1875415573725312:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788536088.344736:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.344755:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 36 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.344765:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.344802:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 36 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.344816:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 36 pid: 5823 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536088.344829:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583028608:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536088.344916:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536088.352832:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.352913:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573725440 00000100:00100000:3.0:1788536088.352923:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573725440 00010000:00010000:3.0:1788536088.352978:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 37 pid: 5823 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536088.353042:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 193 00000100:00100000:3.0:1788536088.353061:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:2354:x1875415573725440:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536088.353075:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536088.353082:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 37 pid: 5823 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.353103:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 37 pid: 5823 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.353124:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536088.353130:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.353140:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.353148:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.353167:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536088.353213:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:2354:x1875415573725440:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 155us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536088.353220:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 193 00010000:00010000:2.0:1788536088.353974:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f371 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b029e expref: 36 pid: 5823 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536088.353998:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583028608:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536088.354037:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354062:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354069:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354260:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354269:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354277:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354283:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536088.354287:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354293:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354305:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536088.354308:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536088.354312:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.354318:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f37f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536088.354470:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:21785:x1875415573725312:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 10477us (10698us total) trans 4294967748 rc 0/0 00000100:00100000:2.0:1788536088.354486:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 700 00000040:00080000:1.0:1788536088.354612:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536088.354617:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536088.355105:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1788536088.355116:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536088.359865:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.360249:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573725696 00000100:00100000:3.0:1788536088.360259:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573725696 00000100:00100000:3.0:1788536088.360324:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 142 00000100:00100000:3.0:1788536088.360335:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:21785:x1875415573725696:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536088.360621:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:21785:x1875415573725696:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 288us (766us total) trans 4294967749 rc 0/0 00000100:00100000:3.0:1788536088.360629:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 142 00000040:00080000:0.0:1788536088.408154:0:16859:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536088.408162:0:16859:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536088.408187:0:16859:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 2 00000040:00080000:0.0:1788536088.408191:0:16859:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536088.472825:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.472927:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573725952 00000100:00100000:3.0:1788536088.473097:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573725952 00000100:00100000:3.0:1788536088.473162:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 701 00000100:00100000:3.0:1788536088.473172:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+76:21786:x1875415573725952:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:3.0:1788536088.473191:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536088.473212:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f386 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02a5 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.473308:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f38d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.473323:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f38d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.473334:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f38d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536088.473345:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x12:0x0]: returning size 158 00010000:00010000:3.0:1788536088.474351:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f386 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02a5 expref: 79 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.475343:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f38d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02a5 expref: 78 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.475358:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536088.475643:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536088.475648:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:3.0:1788536088.475763:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+78:21786:x1875415573725952:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 2590us (2945us total) trans 4294967750 rc 0/0 00000100:00100000:3.0:1788536088.475773:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 701 00000100:00100000:2.0:1788536088.483198:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.483312:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573726080 00000100:00100000:1.0:1788536088.483322:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573726080 00000100:00100000:1.0:1788536088.483477:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 29 00000100:00100000:1.0:1788536088.483488:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46530c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:2353:x1875415573726080:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536088.483504:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536088.483529:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f38d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02a5 expref: 78 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.483546:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:1.0:1788536088.483552:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536088.485670:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46530c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+77:2353:x1875415573726080:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2174us (2470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536088.485684:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 29 00000100:00100000:0.0:1788536088.490360:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536088.490635:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573726208 00000100:00100000:2.0:1788536088.490644:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573726208 00000100:00100000:2.0:1788536088.490696:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 176 00000100:00100000:2.0:1788536088.490704:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573726208:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:2.0:1788536088.490719:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536088.490733:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 2/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02ac expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.490755:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536088.490759:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536088.490765:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.490779:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.490789:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77732a00, rc 0) 00000100:00100000:2.0:1788536088.490841:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573726208:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 139us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536088.490845:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 176 00010000:00010000:0.0:1788536088.493503:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536088.512853:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.513008:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573726336 00000100:00100000:1.0:1788536088.513020:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573726336 00002000:00100000:1.0:1788536088.513087:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff8b1d7c4b7b80 x1875415573726336/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:744/0 lens 488/0 e 0 to 0 dl 1788536099 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536088.513098:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b7b80 with x1875415573726336 ext(0->4095) 00002000:00010000:1.0:1788536088.513104:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7c4b7b80 00000100:00100000:1.0:1788536088.513127:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 58 00000100:00100000:1.0:1788536088.513136:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573726336:12345-192.168.203.55@tcp:3:md5sum.0 00000100:00100000:1.0:1788536088.513340:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573726336:12345-192.168.203.55@tcp:3:md5sum.0 Request processed in 204us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536088.513348:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 58 00002000:00100000:1.0:1788536088.513355:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xe:0x0] (0->4095) req@ffff8b1d7c4b7b80 x1875415573726336/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:744/0 lens 488/4536 e 0 to 0 dl 1788536099 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536088.513362:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b7b80 with x1875415573726336 ext(0->4095) 00002000:00010000:1.0:1788536088.513407:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7c4b7b80 00000100:00100000:3.0:1788536088.525188:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536088.525271:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573726592 00000100:00100000:0.0:1788536088.525284:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573726592 00000100:00100000:0.0:1788536088.525351:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 143 00000100:00100000:0.0:1788536088.525398:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+77:21786:x1875415573726592:12345-192.168.203.55@tcp:35:md5sum.0 00000100:00100000:0.0:1788536088.525643:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea1050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+78:21786:x1875415573726592:12345-192.168.203.55@tcp:35:md5sum.0 Request processed in 248us (464us total) trans 4294967751 rc 0/0 00000100:00100000:0.0:1788536088.525651:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 143 00000100:00100000:1.0:1788536088.546350:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.546463:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573726848 00000100:00100000:3.0:1788536088.546473:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573726848 00000100:00100000:3.0:1788536088.546532:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 702 00000100:00100000:3.0:1788536088.546540:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+78:21787:x1875415573726848:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:3.0:1788536088.546595:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788536088.546623:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f324 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0274 expref: 78 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546640:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536088.546651:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fa00/0x94dfe24b69f4f339 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0282 expref: 77 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546664:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536088.546668:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536088.546691:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546704:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546714:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546742:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546750:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546757:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546855:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546867:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 36 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546875:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546909:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 36 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.546923:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 36 pid: 5825 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536088.546936:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583028736:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536088.547033:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c540 going to sleep for 11 seconds 00000100:00100000:3.0:1788536088.552606:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583028736:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536088.552638:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536088.555462:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.555646:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573726976 00000100:00100000:3.0:1788536088.555656:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573726976 00010000:00010000:3.0:1788536088.555695:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 37 pid: 5825 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536088.555736:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 194 00000100:00100000:3.0:1788536088.555747:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:2355:x1875415573726976:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536088.555761:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536088.555769:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 37 pid: 5825 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.555781:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 37 pid: 5825 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.555801:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f2f3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x12:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b025f expref: 37 pid: 5825 timeout: 566 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.555818:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536088.555824:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.555834:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.555841:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.555866:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536088.555920:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415573726976:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 175us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536088.555928:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 194 00010000:00010000:3.0:1788536088.556007:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.556015:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536088.556841:0:5825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].5, 64 off8512 00000004:00080000:3.0:1788536088.556852:0:5825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 466784481719ns, next at 467784478732ns, rc = 0 00010000:00010000:3.0:1788536088.556917:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.556931:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.556940:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.556948:0:5825:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.556955:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.556961:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.556983:0:5825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536088.557001:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557017:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557023:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557029:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.557033:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557041:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557063:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536088.557066:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536088.557070:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557077:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f3b0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557096:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557102:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557109:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557114:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.557123:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557129:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557137:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536088.557140:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536088.557142:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557148:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3a2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536088.557158:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000002abde8c7 reply state 0000000071a0fc04 transno 4294967752 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536088.557166:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536088.557225:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+78:21787:x1875415573726848:12345-192.168.203.55@tcp:36:rm.0 Request processed in 10684us (10884us total) trans 4294967752 rc 0/0 00000100:00100000:3.0:1788536088.557233:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 702 00010000:00010000:3.0:1788536088.557260:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536088.557266:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557272:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536088.557276:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557283:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557302:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536088.557304:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536088.557308:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557314:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3b7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.557329:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536088.557330:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536088.557332:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536088.590335:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.590352:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.590361:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.590386:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035f800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.590399:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.590409:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.590425:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536088.590428:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536088.590433:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.590453:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3a9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536088.683818:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536088.690363:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583028864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536088.690478:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536088.690637:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583028864 00000100:00100000:0.0:1788536088.690650:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583028864 00000100:00100000:0.0:1788536088.690725:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1788536088.690736:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583028864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536088.690763:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 66387968 pending 3407872 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536088.690813:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583028864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536088.690820:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00080000:1.0:1788536088.690967:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536088.691110:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583028864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536088.763878:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536088.763990:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573727104 00000100:00100000:2.0:1788536088.764001:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573727104 00000100:00100000:2.0:1788536088.764081:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 703 00000100:00100000:2.0:1788536088.764092:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+77:21803:x1875415573727104:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536088.764116:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536088.764137:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f3be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02b3 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.764228:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f3c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.764245:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.764258:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536088.764303:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2b:0x0]: returning size 16384 00000004:00200000:2.0:1788536088.764306:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536088.764324:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f3c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.764351:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f3be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02b3 expref: 79 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.764441:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f3c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02b3 expref: 78 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.764461:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536088.764464:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536088.764468:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733400, rc 0) 00000100:00100000:2.0:1788536088.764523:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+78:21803:x1875415573727104:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 433us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536088.764529:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 703 00000100:00100000:0.0:1788536088.847879:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.847982:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573727232 00000100:00100000:3.0:1788536088.847991:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573727232 00000100:00100000:3.0:1788536088.848063:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 704 00000100:00100000:3.0:1788536088.848074:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:21809:x1875415573727232:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536088.848112:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536088.848134:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3cc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02ba expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848201:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848217:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848230:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848245:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848253:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848260:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848539:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3e1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848549:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848556:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536088.848582:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00000004:00200000:3.0:1788536088.848586:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536088.848609:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848620:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848626:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848633:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848638:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.848642:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848649:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848660:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:3.0:1788536088.848668:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536088.848673:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848679:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f3d3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848692:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848698:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848703:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848708:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.848711:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848717:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848725:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536088.848727:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536088.848730:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848736:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3da lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848767:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3cc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ba expref: 38 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848793:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f800/0x94dfe24b69f4f3e1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ba expref: 37 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.848800:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536088.848803:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536088.848805:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035f800, rc 0) 00000100:00100000:3.0:1788536088.848861:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+37:21809:x1875415573727232:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 790us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536088.848869:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 704 00000100:00100000:1.0:1788536088.857816:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.857901:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573727360 00000100:00100000:3.0:1788536088.857912:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573727360 00000100:00100000:3.0:1788536088.857984:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 705 00000100:00100000:3.0:1788536088.857996:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:21809:x1875415573727360:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536088.858016:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536088.858038:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02c1 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.858487:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3e8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c1 expref: 38 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.858503:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x12:0x0].0x0 (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536088.858506:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536088.858512:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x12:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c1 expref: 38 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.858551:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ec00, rc 0) 00000100:00100000:3.0:1788536088.858611:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:21809:x1875415573727360:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 617us (804us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536088.858618:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 705 00000100:00100000:0.0:1788536088.864925:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.865011:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573727616 00000100:00100000:3.0:1788536088.865021:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573727616 00000100:00100000:3.0:1788536088.865083:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 706 00000100:00100000:3.0:1788536088.865092:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:21809:x1875415573727616:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536088.865122:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536088.865125:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1788536088.865151:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f3c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02b3 expref: 78 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865168:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536088.865172:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536088.865185:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3ef lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02c8 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865312:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865325:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865335:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865359:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865366:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865421:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865964:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865974:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.865982:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536088.865991:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:3.0:1788536088.866016:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.866023:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.866031:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.866036:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.866054:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.866072:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.866082:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536088.866084:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536088.866087:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.866094:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f3f6 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536088.866106:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000ed43056b reply state 000000001f4d7781 transno 4294967753 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536088.866113:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788536088.866139:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f3ef lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.866153:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 79 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.866161:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536088.866164:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536088.866166:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:3.0:1788536088.866234:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+80:21809:x1875415573727616:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1143us (1318us total) trans 4294967753 rc 0/0 00000100:00100000:3.0:1788536088.866243:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 706 00010000:00010000:1.0:1788536088.875031:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.875058:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.875066:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.875072:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536088.875078:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.875094:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.875118:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d61e33d00) 00010000:00010000:1.0:1788536088.875121:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536088.875126:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.875133:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f3fd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536088.879049:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536088.879248:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573727872 00000100:00100000:1.0:1788536088.879259:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573727872 00000100:00100000:1.0:1788536088.879317:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 707 00000100:00100000:1.0:1788536088.879326:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+79:21809:x1875415573727872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536088.879360:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536088.879419:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f412 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02cf expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.879519:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.879534:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.879543:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.879575:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536088.879588:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 80 pid: 5824 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536088.879599:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583028992:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536088.879682:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d53101000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536088.882746:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583028992:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536088.882777:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536088.888491:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536088.888589:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573728000 00000100:00100000:2.0:1788536088.888598:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573728000 00010000:00010000:2.0:1788536088.888640:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 81 pid: 5824 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536088.888682:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 195 00000100:00100000:2.0:1788536088.888691:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+81:2354:x1875415573728000:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536088.888704:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536088.888711:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 81 pid: 5824 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.888724:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 81 pid: 5824 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.888744:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f404 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02c8 expref: 81 pid: 5824 timeout: 567 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.888760:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:2.0:1788536088.888765:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.888787:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.888795:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.888822:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536088.888874:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+80:2354:x1875415573728000:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 183us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536088.888880:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 195 00010000:00010000:3.0:1788536088.889664:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.889682:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536088.889701:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 0 00010000:00010000:3.0:1788536088.890209:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890218:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890224:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890229:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.890234:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890241:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890255:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536088.890257:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536088.890268:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890274:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f419 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890331:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f412 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02cf expref: 80 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890352:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536088.890354:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536088.890358:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f412 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02cf expref: 80 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.890603:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3200, rc 0) 00000100:00100000:3.0:1788536088.890654:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+79:21809:x1875415573727872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 11330us (11624us total) trans 4294967754 rc 301/301 00000100:00100000:3.0:1788536088.890663:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 707 00000100:00100000:0.0:1788536088.894083:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.894241:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573728256 00000100:00100000:3.0:1788536088.894251:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573728256 00000100:00100000:3.0:1788536088.894348:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 144 00000100:00100000:3.0:1788536088.894359:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+79:21809:x1875415573728256:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536088.894769:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+80:21809:x1875415573728256:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 412us (698us total) trans 4294967755 rc 0/0 00000100:00100000:3.0:1788536088.894777:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 144 00000100:00100000:0.0:1788536088.898054:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.898179:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573728384 00000100:00100000:3.0:1788536088.898189:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573728384 00000100:00100000:3.0:1788536088.898256:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 708 00000100:00100000:3.0:1788536088.898266:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+80:21809:x1875415573728384:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536088.898289:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536088.898313:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f427 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02d6 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.898550:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f427 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02d6 expref: 81 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.898567:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f427 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02d6 expref: 81 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.898587:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536088.898590:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536088.898594:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:3.0:1788536088.898652:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+81:21809:x1875415573728384:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 387us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536088.898660:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 708 00000100:00100000:0.0:1788536088.904291:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536088.904500:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573728640 00000100:00100000:2.0:1788536088.904511:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573728640 00000100:00100000:2.0:1788536088.904574:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 709 00000100:00100000:2.0:1788536088.904584:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+81:21809:x1875415573728640:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788536088.904652:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.904670:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.904682:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.904891:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.904898:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.904905:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.904920:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536088.904925:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.904933:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.905195:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536088.905199:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788536088.905204:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.905211:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f42e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536088.905323:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+82:21809:x1875415573728640:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 739us (1040us total) trans 4294967756 rc 0/0 00000100:00100000:2.0:1788536088.905331:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 709 00000100:00100000:0.0:1788536088.909412:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.909532:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573728896 00000100:00100000:3.0:1788536088.909543:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573728896 00000100:00100000:3.0:1788536088.909598:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 710 00000100:00100000:3.0:1788536088.909609:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+82:21809:x1875415573728896:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536088.910082:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.910098:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.910108:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536088.910175:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967757 00000004:00010000:3.0:1788536088.910214:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000008ec2998e reply state 000000009d1fce05 transno 4294967758 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536088.910234:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536088.910322:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+85:21809:x1875415573728896:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 714us (952us total) trans 4294967758 rc 0/0 00000100:00100000:3.0:1788536088.910330:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 710 00000020:00080000:3.0:1788536088.910335:0:5823:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788536088.921162:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536088.921244:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573729152 00000100:00100000:2.0:1788536088.921255:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573729152 00000100:00100000:2.0:1788536088.921313:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 145 00000100:00100000:2.0:1788536088.921323:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:21809:x1875415573729152:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536088.921582:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+86:21809:x1875415573729152:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 261us (431us total) trans 4294967759 rc 0/0 00000100:00100000:2.0:1788536088.921590:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 145 00010000:00010000:3.0:1788536088.925575:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.925591:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.925599:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.925605:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.925611:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.925619:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.925636:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536088.925640:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536088.925645:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.925652:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f435 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536088.968480:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.968576:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573729408 00000100:00100000:3.0:1788536088.968607:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573729408 00000100:00100000:3.0:1788536088.968685:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 711 00000100:00100000:3.0:1788536088.968696:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+85:21811:x1875415573729408:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:3.0:1788536088.968723:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536088.968747:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f43c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02dd expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.968841:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.968857:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.968869:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.968885:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.968892:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.968899:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969022:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f451 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969031:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969038:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536088.969062:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:3.0:1788536088.969554:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969564:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969571:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969576:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.969580:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969588:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969599:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:3.0:1788536088.969602:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536088.969606:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969613:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f443 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969626:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969632:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969650:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969655:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536088.969658:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969664:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969672:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0xc57698b5 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536088.969674:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536088.969677:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.969683:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f44a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2b:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.973140:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f4f43c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02dd expref: 88 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.973258:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f451 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02dd expref: 87 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.973276:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536088.973279:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536088.973283:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:2.0:1788536088.973437:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+87:21811:x1875415573729408:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 4742us (4967us total) trans 4294967760 rc 0/0 00000100:00100000:2.0:1788536088.973446:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 711 00000100:00100000:0.0:1788536088.979015:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536088.979082:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573729664 00000100:00100000:3.0:1788536088.979091:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573729664 00000100:00100000:3.0:1788536088.979161:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 30 00000100:00100000:3.0:1788536088.979172:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+87:21811:x1875415573729664:12345-192.168.203.55@tcp:103:md5sum.0 00010000:00010000:3.0:1788536088.979197:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788536088.979223:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f451 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02dd expref: 87 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.979245:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f4f427 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02d6 expref: 86 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536088.979274:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536088.979285:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536088.979342:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+85:21811:x1875415573729664:12345-192.168.203.55@tcp:103:md5sum.0 Request processed in 172us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536088.979350:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 30 00000100:00100000:1.0:1788536088.982659:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536088.982753:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573729792 00000100:00100000:2.0:1788536088.982763:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573729792 00000100:00100000:2.0:1788536088.982820:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 712 00000100:00100000:2.0:1788536088.982830:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+85:21811:x1875415573729792:12345-192.168.203.55@tcp:58:md5sum.0 00010000:00010000:2.0:1788536088.982957:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.982973:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536088.982985:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536088.983174:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:2.0:1788536088.983272:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+85:21811:x1875415573729792:12345-192.168.203.55@tcp:58:md5sum.0 Request processed in 443us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536088.983280:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 712 00000100:00100000:1.0:1788536088.991340:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536088.991486:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573729920 00000100:00100000:0.0:1788536088.991497:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573729920 00000100:00100000:0.0:1788536088.991560:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 713 00000100:00100000:0.0:1788536088.991569:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:21811:x1875415573729920:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:0.0:1788536088.991595:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536088.991615:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f466 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02e4 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.991669:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.991682:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f466 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02e4 expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.991702:0:5824:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.991717:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f466 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02e4 expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.991730:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:0.0:1788536088.991733:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536088.991737:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f466 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02e4 expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536088.991744:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e800, rc 0) 00000100:00100000:0.0:1788536088.991876:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+86:21811:x1875415573729920:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 307us (544us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536088.991884:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 713 00000040:00080000:1.0:1788536089.387718:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536089.387727:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536089.387791:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:1.0:1788536089.387800:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536089.387921:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583029120:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536089.388213:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536d6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536089.403722:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536089.403875:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583029120:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536089.404653:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573730048 00000100:00100000:2.0:1788536089.404690:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573730048 00000100:00100000:2.0:1788536089.404836:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 714 00000100:00100000:2.0:1788536089.404847:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:21812:x1875415573730048:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536089.404881:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536089.405012:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:21812:x1875415573730048:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 166us (1302us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536089.405029:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 714 00000100:00080000:1.0:1788536089.407611:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536089.411104:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.411214:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573730176 00000100:00100000:3.0:1788536089.411225:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573730176 00000100:00100000:3.0:1788536089.411285:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 715 00000100:00100000:3.0:1788536089.411295:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:21812:x1875415573730176:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788536089.411414:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411433:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411446:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411511:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411518:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411524:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411548:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411564:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411571:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536089.411611:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00000004:00200000:3.0:1788536089.411616:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536089.411631:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411641:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411648:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411655:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411662:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536089.411666:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411673:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411685:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536089.411688:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536089.411692:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411709:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f46d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411723:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411729:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411735:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411739:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536089.411742:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411747:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411755:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x7d5aa0c7 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536089.411757:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536089.411760:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411765:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f474 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x7d5aa0c7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411778:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411783:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411795:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411799:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536089.411802:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411807:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411814:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:3.0:1788536089.411816:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536089.411819:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.411824:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f47b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536089.411911:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:21812:x1875415573730176:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 617us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536089.411919:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 715 00000100:00100000:0.0:1788536089.420110:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.420193:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573730432 00000100:00100000:3.0:1788536089.420204:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573730432 00000100:00100000:3.0:1788536089.420265:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 716 00000100:00100000:3.0:1788536089.420275:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+37:21812:x1875415573730432:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536089.420296:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536089.420333:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f482 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02eb expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420502:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420517:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420528:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536089.420539:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2c:0x0]: returning size 158 00010000:00010000:3.0:1788536089.420646:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420654:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420661:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420667:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536089.420673:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420680:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420696:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:3.0:1788536089.420699:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536089.420704:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420720:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f489 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420759:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f482 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02eb expref: 39 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420770:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536089.420772:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536089.420776:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f482 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02eb expref: 39 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.420785:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ec00, rc 0) 00000100:00100000:3.0:1788536089.420840:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:21812:x1875415573730432:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 566us (744us total) trans 4294967761 rc 301/301 00000100:00100000:3.0:1788536089.420847:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 716 00000100:00100000:1.0:1788536089.427725:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.427889:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573730560 00000100:00100000:3.0:1788536089.427899:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573730560 00000100:00100000:3.0:1788536089.427961:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 717 00000100:00100000:3.0:1788536089.427971:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+38:21812:x1875415573730560:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536089.428003:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536089.428174:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+38:21812:x1875415573730560:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 203us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536089.428182:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 717 00000100:00100000:0.0:1788536089.444100:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.444201:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573730816 00000100:00100000:2.0:1788536089.444211:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573730816 00000100:00100000:2.0:1788536089.444283:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 718 00000100:00100000:2.0:1788536089.444294:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+38:21812:x1875415573730816:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536089.444328:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536089.444351:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f497 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02f2 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536089.444966:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x10:0x0], index 1: 0 00010000:00010000:2.0:1788536089.445273:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f49e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.445288:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f49e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.445305:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f49e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.445406:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f497 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f2 expref: 41 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.445424:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f49e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f2 expref: 40 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.445441:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536089.445443:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536089.445447:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733600, rc 0) 00000100:00100000:2.0:1788536089.446589:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:21812:x1875415573730816:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2289us (2494us total) trans 4294967762 rc 0/0 00000100:00100000:2.0:1788536089.446601:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 718 00000100:00100000:0.0:1788536089.459547:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.459639:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573731072 00000100:00100000:2.0:1788536089.459649:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573731072 00000100:00100000:2.0:1788536089.459710:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 719 00000100:00100000:2.0:1788536089.459720:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+40:21812:x1875415573731072:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536089.459794:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536089.459822:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f49e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f2 expref: 40 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.459844:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536089.459857:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536089.459881:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.459893:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.459903:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.459943:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.459971:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.459979:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460052:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460061:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460067:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460074:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536089.460078:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460086:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460095:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x0 (ffff8b1d61e33a00) 00010000:00010000:2.0:1788536089.460098:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536089.460103:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460109:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f4f4ac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460118:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460129:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460135:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460140:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536089.460143:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460148:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460155:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2b:0x0].0x7fdebc3e (ffff8b1d585fa900) 00010000:00010000:2.0:1788536089.460158:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536089.460160:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.460166:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2b:0x0].0x7fdebc3e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.460246:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+39:21812:x1875415573731072:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 526us (709us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536089.460253:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 719 00000100:00100000:1.0:1788536089.472109:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.474978:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573731200 00000100:00100000:3.0:1788536089.474993:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573731200 00000100:00100000:3.0:1788536089.475072:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 720 00000100:00100000:3.0:1788536089.475097:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+39:21812:x1875415573731200:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536089.475118:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536089.475144:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b02f9 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.475177:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.475191:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.475202:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.475291:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 41 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.475508:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 40 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.475519:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536089.475522:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536089.475526:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:3.0:1788536089.475624:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:21812:x1875415573731200:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 528us (3522us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536089.475632:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 720 00000100:00100000:0.0:1788536089.490941:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.491033:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573731456 00000100:00100000:2.0:1788536089.491051:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573731456 00000100:00100000:2.0:1788536089.491106:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 721 00000100:00100000:2.0:1788536089.491114:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:21812:x1875415573731456:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536089.491185:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.491213:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.491235:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536089.491759:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8752 00000004:00080000:2.0:1788536089.491770:0:6725:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 467719399839ns, next at 468719397207ns, rc = 0 00000004:00010000:2.0:1788536089.491865:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000d5e24e0b reply state 000000006b025cf9 transno 4294967763 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.491875:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536089.491974:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:21812:x1875415573731456:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 859us (1040us total) trans 4294967763 rc 0/0 00000100:00100000:2.0:1788536089.491981:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 721 00000100:00100000:0.0:1788536089.502935:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.503257:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573731584 00000100:00100000:3.0:1788536089.503268:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573731584 00000100:00100000:3.0:1788536089.503339:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 722 00000100:00100000:3.0:1788536089.503362:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:21812:x1875415573731584:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536089.503423:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536089.503444:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0300 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.503504:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.503518:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.503537:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536089.503541:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536089.503544:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:3.0:1788536089.503592:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:21812:x1875415573731584:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 233us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536089.503599:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 722 00010000:00010000:1.0:1788536089.504286:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.504304:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.504311:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.504318:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536089.504322:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.504330:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.504343:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:1.0:1788536089.504346:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788536089.504349:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.504404:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f4c8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536089.509692:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.513904:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573731712 00000100:00100000:3.0:1788536089.513919:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573731712 00000100:00080000:1.0:1788536089.514000:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536089.514020:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 177 00000100:00100000:3.0:1788536089.514033:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573731712:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1788536089.514478:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573731712:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 447us (4796us total) trans 4294967331 rc 0/0 00000100:00100000:3.0:1788536089.514487:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 177 00010000:00010000:0.0:1788536089.518764:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536089.533614:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536089.533773:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573731968 00000100:00100000:1.0:1788536089.533782:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573731968 00000100:00100000:1.0:1788536089.533843:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 146 00000100:00100000:1.0:1788536089.533853:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:21812:x1875415573731968:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536089.534211:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:21812:x1875415573731968:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 358us (604us total) trans 4294967764 rc 0/0 00000100:00100000:1.0:1788536089.534228:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 146 00000100:00100000:0.0:1788536089.536717:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.537150:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573732224 00000100:00100000:3.0:1788536089.537160:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573732224 00000100:00100000:3.0:1788536089.537238:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 723 00000100:00100000:3.0:1788536089.537248:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:21812:x1875415573732224:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536089.537423:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:21812:x1875415573732224:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 125us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536089.537431:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 723 00000100:00100000:2.0:1788536089.541843:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536089.542122:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573732352 00000100:00100000:0.0:1788536089.542131:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573732352 00000100:00100000:0.0:1788536089.542190:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 724 00000100:00100000:0.0:1788536089.542200:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+43:21812:x1875415573732352:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536089.542221:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536089.542242:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f4d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0307 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.542321:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f4dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.542337:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f4dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.542349:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f4dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536089.542463:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536089.542485:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f4dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.542515:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f800/0x94dfe24b69f4f4d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0307 expref: 45 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.542559:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f4dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0307 expref: 44 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.542570:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536089.542573:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788536089.542576:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e000, rc 0) 00000100:00100000:0.0:1788536089.542631:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:21812:x1875415573732352:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 433us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.542639:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 724 00000100:00100000:2.0:1788536089.547111:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.547249:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573732480 00000100:00100000:3.0:1788536089.547260:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573732480 00000100:00100000:3.0:1788536089.547317:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 178 00000100:00100000:3.0:1788536089.547328:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573732480:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536089.547346:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536089.547536:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b030e expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536089.547566:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ae519, blocks: 0x1 00010000:00010000:3.0:1788536089.547587:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=467s v=(0 0) 00010000:00010000:3.0:1788536089.547591:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536089.547601:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.547619:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.547631:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:3.0:1788536089.548082:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573732480:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 753us (979us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536089.548090:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 178 00000100:00100000:1.0:1788536089.563363:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536089.563467:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573732736 00000100:00100000:0.0:1788536089.563480:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573732736 00000100:00100000:0.0:1788536089.563548:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 725 00000100:00100000:0.0:1788536089.563559:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:21812:x1875415573732736:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536089.563694:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:21812:x1875415573732736:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 136us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.563701:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 725 00000100:00100000:2.0:1788536089.591275:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536089.591488:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573732864 00000100:00100000:0.0:1788536089.591498:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573732864 00000100:00100000:0.0:1788536089.591559:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 179 00000100:00100000:0.0:1788536089.591570:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:21812:x1875415573732864:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536089.591588:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536089.591607:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0315 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.591641:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.591676:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536089.591681:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536089.591687:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 12 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.591724:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.591737:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 12 pid: 6668 timeout: 567 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536089.591752:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583029248:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536089.591872:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536089.597811:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.597929:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573732992 00000100:00100000:2.0:1788536089.597940:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573732992 00010000:00010000:2.0:1788536089.597999:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 13 pid: 6668 timeout: 567 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.598057:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 196 00000100:00100000:2.0:1788536089.598069:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573732992:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536089.598088:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536089.598140:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 13 pid: 6668 timeout: 567 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.598156:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 13 pid: 6668 timeout: 567 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.598181:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536089.598186:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536089.598196:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.598206:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.598258:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.598272:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583029376:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536089.598672:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7600 going to sleep for 11 seconds 00010000:00010000:0.0:1788536089.602119:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f4f4e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b030e expref: 13 pid: 6668 timeout: 567 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536089.602149:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583029248:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536089.602189:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 12 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.602205:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f800, rc 0) 00000100:00100000:0.0:1788536089.602295:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:21812:x1875415573732864:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 10726us (11029us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.602336:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 179 00000100:00100000:1.0:1788536089.603118:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583029376:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536089.603136:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536089.603178:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573732992:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 5111us (5378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536089.603188:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 196 00000100:00100000:1.0:1788536089.628172:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.628481:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573733120 00000100:00100000:3.0:1788536089.628492:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573733120 00002000:00100000:3.0:1788536089.628543:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff8b1d77584000 x1875415573733120/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:745/0 lens 648/0 e 0 to 0 dl 1788536100 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536089.628555:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d77584000 with x1875415573733120 ext(0->157) 00002000:00010000:3.0:1788536089.628561:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d77584000 00000100:00100000:3.0:1788536089.628595:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 59 00000100:00100000:3.0:1788536089.628604:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573733120:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788536089.629234:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573733120:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 628us (1069us total) trans 4294967332 rc 0/0 00000100:00100000:3.0:1788536089.629243:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 59 00002000:00100000:3.0:1788536089.629251:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x10:0x0] (0->157) req@ffff8b1d77584000 x1875415573733120/t4294967332(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:745/0 lens 648/448 e 0 to 0 dl 1788536100 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536089.629260:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d77584000 with x1875415573733120 ext(0->157) 00002000:00010000:3.0:1788536089.629266:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d77584000 00000100:00100000:3.0:1788536089.639499:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536089.639610:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573733248 00000100:00100000:1.0:1788536089.639620:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573733248 00000100:00100000:1.0:1788536089.639680:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 726 00000100:00100000:1.0:1788536089.639691:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:21812:x1875415573733248:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788536089.776398:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967751 is committed 00000001:00080000:2.0:1788536089.776414:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967743 is committed 00000001:00080000:2.0:1788536089.776420:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967764 is committed 00000004:00080000:2.0:1788536089.776434:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000001:00080000:2.0:1788536089.776456:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967759 is committed 00000001:00080000:2.0:1788536089.776480:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967760 is committed 00000004:00080000:2.0:1788536089.776496:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 6 committed 00000100:00100000:2.0:1788536089.776648:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583029504:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788536089.776761:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536089.776843:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583029504 00000100:00100000:2.0:1788536089.776852:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583029504 00000100:00100000:2.0:1788536089.776907:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1788536089.776918:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583029504:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788536089.776949:0:16289:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:14 count 1 00010000:00010000:2.0:1788536089.776978:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 3/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.776999:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.777009:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.777017:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788536089.777022:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536089.777027:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 5/0,1 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.777065:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.777082:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 10 pid: 9635 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.777094:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583029632:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536089.777173:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.777183:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 12 pid: 6666 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.777193:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583029760:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536089.777612:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536089.777623:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583029888:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788536089.782472:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536089.783996:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536089.784226:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583029888 00000100:00100000:2.0:1788536089.784236:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583029888 00000100:00100000:2.0:1788536089.784307:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:2.0:1788536089.784317:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583029888:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1788536089.784524:0:6668:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788536089.784528:0:6668:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 0 -> 1788536089 00002000:00010000:2.0:1788536089.784530:0:6668:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788536089.784532:0:6668:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1788536089 -> 1788536089 00002000:00010000:2.0:1788536089.784534:0:6668:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1788536089.784581:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583029888:12345-0@lo:2:osp-syn-1-0.0 Request processed in 266us (591us total) trans 4294967333 rc 0/0 00000100:00100000:2.0:1788536089.784589:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000004:00080000:2.0:1788536089.784634:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d6e535c00/2, rc 0, transno 4294967333 00000100:00100000:2.0:1788536089.784641:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583029888:0@lo:2:osp-syn-1-0.0 00000100:00080000:3.0:1788536089.786231:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536089.787529:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583029632:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536089.787597:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.787633:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536089.789483:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573733376 00000100:00100000:0.0:1788536089.789501:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573733376 00010000:00010000:0.0:1788536089.789579:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 11 pid: 9635 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536089.789617:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573733504 00000100:00100000:0.0:1788536089.789621:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573733504 00010000:00010000:0.0:1788536089.789641:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 13 pid: 6666 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536089.789676:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 197 00000100:00100000:0.0:1788536089.789686:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573733376:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536089.789700:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536089.789706:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 11 pid: 9635 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.789720:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 11 pid: 9635 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.789745:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4f39b lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02ac expref: 11 pid: 9635 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.789764:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536089.789818:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573733376:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 134us (2223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.789840:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 197 00000100:00100000:0.0:1788536089.789860:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 198 00000100:00100000:0.0:1788536089.789867:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573733504:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536089.789875:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536089.789880:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 13 pid: 6666 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.789891:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 13 pid: 6666 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.789905:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536089.789910:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536089.789915:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.789926:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.789944:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536089.789964:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573733504:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 98us (2331us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.789971:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 198 00000100:00080000:2.0:1788536089.790240:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536089.792202:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:21812:x1875415573733248:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 152502us (152700us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536089.792242:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 726 00010000:00010000:3.0:1788536089.796549:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000065565661/0x94dfe24b69f4f363 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0297 expref: 12 pid: 6666 timeout: 568 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536089.796599:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583029760:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536089.796630:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536089.802313:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536089.802548:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573733632 00000100:00100000:0.0:1788536089.802559:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573733632 00000100:00100000:0.0:1788536089.802628:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 182 00000100:00100000:0.0:1788536089.802637:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573733632:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1788536089.805994:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.806032:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.806057:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.806065:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.806097:0:16289:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788536089.806796:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583029504:12345-0@lo:6:osp-syn-0-0.0 Request processed in 29875us (30031us total) trans 4294967327 rc 0/0 00000100:00100000:2.0:1788536089.806805:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000004:00080000:2.0:1788536089.806860:0:3285:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d464a5500/2, rc 0, transno 4294967327 00000100:00100000:2.0:1788536089.806867:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583029504:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788536089.807020:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536089.807029:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.807050:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536089.807055:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.807064:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.807083:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 1/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.807092:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4f4f2 lrc: 0/0,0 mode: --/PW res: [0x240000400:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.807113:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536089.807115:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536089.807117:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536089.905126:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967333 is committed 00000001:00080000:2.0:1788536089.905144:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967332 is committed 00000100:00100000:1.0:1788536089.905356:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573733632:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 102713us (103046us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536089.905367:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 182 00000100:00100000:2.0:1788536089.908686:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.908832:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573733888 00000100:00100000:3.0:1788536089.908843:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573733888 00000100:00100000:3.0:1788536089.908907:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 727 00000100:00100000:3.0:1788536089.908917:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:21812:x1875415573733888:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536089.908976:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536089.909005:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f4dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0307 expref: 34 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.909027:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536089.909041:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536089.909074:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.909098:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.909108:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536089.909305:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000c2abd271 reply state 00000000dd8a4aa4 transno 4294967765 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536089.909346:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536089.909521:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:21812:x1875415573733888:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 605us (845us total) trans 4294967765 rc 0/0 00000100:00100000:3.0:1788536089.909529:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 727 00000100:00100000:2.0:1788536089.914127:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536089.914774:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.914787:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.914795:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.914819:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d5035ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536089.914825:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.914833:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.914851:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536089.914854:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536089.914859:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.914865:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f4f9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536089.915004:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573734016 00000100:00100000:3.0:1788536089.915016:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573734016 00000100:00100000:3.0:1788536089.915089:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 183 00000100:00100000:3.0:1788536089.915100:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573734016:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788536089.915802:0:6668:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1788536089.915807:0:6668:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb mtime from disk: 1788536089 -> 1788536086 00002000:00010000:3.0:1788536089.915810:0:6668:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb atime from disk: 0 -> 1788536086 00002000:00010000:3.0:1788536089.915812:0:6668:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb ctime from disk: 1788536089 -> 1788536088 00002000:00010000:3.0:1788536089.915814:0:6668:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x10:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1788536089.915889:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573734016:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 788us (1769us total) trans 4294967334 rc 0/0 00000100:00100000:3.0:1788536089.915898:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 183 00000100:00100000:2.0:1788536089.920785:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536089.921003:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573734272 00000100:00100000:3.0:1788536089.921014:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573734272 00000100:00100000:3.0:1788536089.921075:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 728 00000100:00100000:3.0:1788536089.921095:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+34:21812:x1875415573734272:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788536089.921170:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.921188:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 34 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.921217:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.921252:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 34 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.921266:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 34 pid: 5823 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536089.921281:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583030016:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536089.921401:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536089.924924:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536089.925014:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573734400 00000100:00100000:0.0:1788536089.925024:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573734400 00010000:00010000:0.0:1788536089.925073:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 35 pid: 5823 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536089.925127:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 199 00000100:00100000:0.0:1788536089.925138:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46531450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573734400:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536089.925153:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536089.925160:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 35 pid: 5823 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.925173:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 35 pid: 5823 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.925226:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536089.925232:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.925241:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.925249:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.925267:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536089.925329:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46531450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573734400:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 192us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.925337:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 199 00010000:00010000:3.0:1788536089.926263:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4f4c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x13:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02f9 expref: 34 pid: 5823 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536089.926284:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583030016:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536089.926305:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926324:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926331:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926359:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926367:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926428:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926434:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536089.926439:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926447:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926460:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536089.926463:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788536089.926467:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536089.926473:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f500 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536089.926537:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+33:21812:x1875415573734272:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 5445us (5763us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788536089.926545:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 728 00000100:00100000:2.0:1788536089.930118:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536089.930201:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573734528 00000100:00100000:1.0:1788536089.930209:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573734528 00000100:00100000:1.0:1788536089.930259:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 184 00000100:00100000:1.0:1788536089.930269:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573734528:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536089.930321:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.930341:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.930349:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x10:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536089.930354:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536089.930358:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.930437:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.930451:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 11 pid: 6666 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536089.930486:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77587480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583030144:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536089.930561:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536089.939771:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536089.939854:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573734656 00000100:00100000:0.0:1788536089.939863:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573734656 00010000:00010000:0.0:1788536089.939905:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 12 pid: 6666 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536089.939960:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 200 00000100:00100000:0.0:1788536089.939970:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573734656:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536089.939985:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536089.940014:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 12 pid: 6666 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.940029:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 12 pid: 6666 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.940099:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536089.940105:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536089.940112:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.940122:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.940143:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536089.940202:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573734656:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 233us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.940209:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 200 00010000:00010000:2.0:1788536089.941208:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000031e41b2/0x94dfe24b69f4f4eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0315 expref: 11 pid: 6666 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.941257:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77587480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583030144:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536089.941279:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941291:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941299:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941340:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941348:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941356:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941362:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536089.941366:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941437:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941462:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.941470:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4f507 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.941556:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573734528:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 11288us (11446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536089.941566:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 184 00000100:00100000:1.0:1788536089.951108:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.951194:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573734912 00000100:00100000:2.0:1788536089.951204:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573734912 00000100:00100000:2.0:1788536089.951267:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 729 00000100:00100000:2.0:1788536089.951277:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+33:21812:x1875415573734912:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788536089.951420:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.951439:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.951450:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.951690:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.951702:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 34 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.951730:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.951764:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 34 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.951778:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 34 pid: 16075 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.951791:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583030272:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536089.951866:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536089.957531:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.957644:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583030272:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536089.957681:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536089.958775:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573735040 00000100:00100000:0.0:1788536089.958786:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573735040 00010000:00010000:0.0:1788536089.958833:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 35 pid: 16075 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536089.958880:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 201 00000100:00100000:0.0:1788536089.958889:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573735040:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536089.958904:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536089.958911:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 35 pid: 16075 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.958924:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 35 pid: 16075 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.958978:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f4cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0300 expref: 35 pid: 16075 timeout: 568 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.958996:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536089.959001:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.959010:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.959019:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.959057:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536089.959125:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:2355:x1875415573735040:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 236us (1602us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.959133:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 201 00010000:00010000:2.0:1788536089.959258:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.959267:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536089.959495:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967766 00000001:00080000:2.0:1788536089.959665:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967767 00000001:00080000:2.0:1788536089.959717:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967768 00000100:00100000:2.0:1788536089.959794:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5823:1875415583030400:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788536089.959882:0:5823:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536089.959909:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536089.960803:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583030400 00000100:00100000:0.0:1788536089.960811:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583030400 00000100:00100000:0.0:1788536089.960860:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788536089.960868:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1875415583030400:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788536089.960965:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1875415583030400:12345-0@lo:1000:mdt00_000.0 Request processed in 98us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536089.960973:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788536089.961236:0:5823:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:2.0:1788536089.961243:0:5823:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d6e535c00, transno 4294967333 00000100:00100000:2.0:1788536089.961261:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5823:1875415583030400:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1788536089.962151:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967769 00000100:00100000:2.0:1788536089.962230:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5823:1875415583030528:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788536089.962279:0:5823:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536089.962306:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536089.963538:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583030528 00000100:00100000:0.0:1788536089.963549:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583030528 00000100:00100000:0.0:1788536089.963616:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788536089.963625:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1875415583030528:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788536089.963917:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5823:x1875415583030528:12345-0@lo:1000:mdt00_000.0 Request processed in 293us (1637us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1788536089.963926:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788536089.964358:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5823:1875415583030528:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1788536089.964435:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964446:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964454:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964460:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536089.964464:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964472:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964488:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536089.964491:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536089.964496:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964503:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f515 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x13:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964546:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964552:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964557:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964562:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536089.964564:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964570:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964577:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:2.0:1788536089.964580:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536089.964586:0:5823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f466 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02e4 expref: 73 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964596:0:5823:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f466 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02e4 expref: 73 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964605:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f466 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02e4 expref: 73 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.964637:0:5823:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e800/0x94dfe24b69f4f466 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b02e4 expref: 73 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.964857:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583030656:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536089.966749:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536089.977338:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.977548:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583030656:192.168.203.55@tcp:105: 00010000:00010000:2.0:1788536089.977576:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977587:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f45f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977619:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977633:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977644:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977666:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977673:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977680:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977685:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536089.977689:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977704:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977715:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:2.0:1788536089.977718:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536089.977722:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977728:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f51c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977737:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977743:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977748:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977753:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536089.977756:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977762:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977768:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2c:0x0].0x0 (ffff8b1d585faa00) 00010000:00010000:2.0:1788536089.977770:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536089.977772:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.977786:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733400/0x94dfe24b69f4f50e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.977995:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:21812:x1875415573734912:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 26718us (26895us total) trans 4294967770 rc 0/0 00000100:00100000:2.0:1788536089.978004:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 729 00000020:00080000:2.0:1788536089.978009:0:5823:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:1.0:1788536089.978177:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573735168 00000100:00100000:1.0:1788536089.978183:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573735168 00000100:00100000:1.0:1788536089.978243:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 147 00000100:00100000:1.0:1788536089.978251:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+74:21811:x1875415573735168:12345-192.168.203.55@tcp:49:md5sum.0 00000100:00100000:1.0:1788536089.978354:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+74:21811:x1875415573735168:12345-192.168.203.55@tcp:49:md5sum.0 Request processed in 104us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536089.978362:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 147 00000040:00080000:0.0:1788536089.979606:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536089.979613:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536089.980258:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1788536089.980269:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00080000:2.0:1788536089.980706:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536089.986434:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536089.986609:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573735424 00000100:00100000:1.0:1788536089.986619:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573735424 00000100:00100000:1.0:1788536089.986696:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 148 00000100:00100000:1.0:1788536089.986706:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+37:21812:x1875415573735424:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788536089.988634:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788536089.989536:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967771 00010000:00010000:1.0:1788536089.989617:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.989635:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.989647:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.989739:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.989747:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.989753:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536089.989839:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536089.990051:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:21812:x1875415573735424:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 3342us (3624us total) trans 4294967772 rc 0/0 00000100:00100000:1.0:1788536089.990062:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 148 00000020:00080000:1.0:1788536089.990069:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788536089.995287:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536089.995469:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573735552 00000100:00100000:2.0:1788536089.995479:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573735552 00000100:00100000:2.0:1788536089.995546:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 185 00000100:00100000:2.0:1788536089.995555:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+9:21811:x1875415573735552:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:2.0:1788536089.995573:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536089.995594:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4f52a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b031c expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536089.995621:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x10:0x0] initial LVB size: 158, mtime: 0x6a9ae516, atime: 0x6a9ae516, ctime: 0x6a9ae518, blocks: 0xb 00010000:00010000:2.0:1788536089.995641:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=468s v=(0 0) 00010000:00010000:2.0:1788536089.995646:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536089.995666:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4f52a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b031c expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.995683:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000778a9f96/0x94dfe24b69f4f52a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b031c expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536089.995695:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733400, rc 0) 00000100:00080000:3.0:1788536089.995764:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788536089.996113:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536089.996122:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.996130:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536089.996135:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.996144:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.996158:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x13:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:0.0:1788536089.996161:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536089.996165:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536089.996172:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f523 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x13:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536089.996609:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:21811:x1875415573735552:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 1052us (1328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536089.996617:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 185 00010000:00010000:1.0:1788536089.996742:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536089.996745:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536089.996746:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536090.004917:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536090.005029:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573735680 00000100:00100000:3.0:1788536090.005052:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573735680 00002000:00100000:3.0:1788536090.005117:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff8b1d7c4bad80 x1875415573735680/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:746/0 lens 488/0 e 0 to 0 dl 1788536101 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536090.005129:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4bad80 with x1875415573735680 ext(0->4095) 00002000:00010000:3.0:1788536090.005151:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4bad80 00000100:00100000:3.0:1788536090.005188:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 60 00000100:00100000:3.0:1788536090.005198:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573735680:12345-192.168.203.55@tcp:3:md5sum.0 00000100:00100000:3.0:1788536090.005691:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573735680:12345-192.168.203.55@tcp:3:md5sum.0 Request processed in 490us (778us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536090.005700:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 60 00002000:00100000:3.0:1788536090.005708:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x10:0x0] (0->4095) req@ffff8b1d7c4bad80 x1875415573735680/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:746/0 lens 488/4536 e 0 to 0 dl 1788536101 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536090.005716:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4bad80 with x1875415573735680 ext(0->4095) 00002000:00010000:3.0:1788536090.005720:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4bad80 00000100:00100000:3.0:1788536090.020848:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536090.021078:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573735936 00000100:00100000:0.0:1788536090.021089:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573735936 00000100:00100000:0.0:1788536090.021216:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 149 00000100:00100000:0.0:1788536090.021227:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+74:21811:x1875415573735936:12345-192.168.203.55@tcp:35:md5sum.0 00000100:00100000:2.0:1788536090.032662:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+75:21811:x1875415573735936:12345-192.168.203.55@tcp:35:md5sum.0 Request processed in 11425us (11811us total) trans 4294967773 rc 0/0 00000100:00100000:2.0:1788536090.032677:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 149 00000001:00080000:3.0:1788536090.293660:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967325 is committed 00000001:00080000:3.0:1788536090.293680:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967327 is committed 00000001:00080000:3.0:1788536090.293686:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967326 is committed 00010000:00010000:0.0:1788536090.539652:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536090.854752:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536090.854788:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536090.854820:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536090.854835:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536090.854851:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536090.854868:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536090.854889:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536090.854912:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573736320 00000100:00100000:1.0:1788536090.854922:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573736320 00000100:00100000:1.0:1788536090.854963:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573736832 00000100:00100000:1.0:1788536090.854966:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573736832 00000100:00100000:1.0:1788536090.855000:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573736448 00000100:00100000:1.0:1788536090.855002:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573736448 00000100:00100000:1.0:1788536090.855011:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573736704 00000100:00100000:1.0:1788536090.855013:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573736704 00000100:00100000:1.0:1788536090.855034:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 260 00000100:00100000:1.0:1788536090.855043:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573736320:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536090.855111:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573736320:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 69us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536090.855119:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 260 00000100:00100000:1.0:1788536090.855134:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:1.0:1788536090.855140:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573736832:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536090.855160:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573736832:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536090.855175:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:1.0:1788536090.855186:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 262 00000100:00100000:1.0:1788536090.855191:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573736448:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536090.855211:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573736448:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536090.855217:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 262 00000100:00100000:1.0:1788536090.855228:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 263 00000100:00100000:1.0:1788536090.855234:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573736704:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536090.855254:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573736704:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536090.855260:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 263 00000100:00100000:1.0:1788536090.855282:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573736576 00000100:00100000:1.0:1788536090.855286:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573736576 00000100:00100000:1.0:1788536090.855315:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573736192 00000100:00100000:1.0:1788536090.855317:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573736192 00000100:00100000:1.0:1788536090.855331:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 285 00000100:00100000:1.0:1788536090.855337:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:2352:x1875415573736576:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536090.855365:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:2352:x1875415573736576:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536090.855396:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 285 00000100:00100000:1.0:1788536090.855407:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00100000:1.0:1788536090.855413:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+75:2352:x1875415573736192:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536090.855434:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+75:2352:x1875415573736192:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536090.855440:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00100000:3.0:1788536090.855685:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573736064 00000100:00100000:3.0:1788536090.855690:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573736064 00000100:00100000:3.0:1788536090.855726:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 352 00000100:00100000:3.0:1788536090.855733:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573736064:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536090.857573:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573736064:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1830us (2819us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536090.857585:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 352 00010000:00010000:1.0:1788536091.567738:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536091.760221:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583031040:0@lo:400:kworker.0 00000100:00100000:1.0:1788536091.760311:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536091.760411:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788536091.760419:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583030912:0@lo:400:kworker.0 00000100:00100000:1.0:1788536091.760447:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536091.760465:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583031424:0@lo:400:kworker.0 00000100:00100000:1.0:1788536091.760492:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536091.760531:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583031040 00000100:00100000:1.0:1788536091.760548:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583031040 00000100:00100000:1.0:1788536091.760609:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583030912 00000100:00100000:1.0:1788536091.760612:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583030912 00000100:00100000:1.0:1788536091.760654:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1788536091.760665:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583031040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536091.760730:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583031040:12345-0@lo:400:kworker.0 Request processed in 66us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536091.760738:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1788536091.760762:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1788536091.760767:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583030912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536091.760791:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583030912:12345-0@lo:400:kworker.0 Request processed in 24us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536091.760796:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1788536091.760824:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583031424 00000100:00100000:1.0:1788536091.760827:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583031424 00000100:00100000:0.0:1788536091.760951:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583031168:0@lo:400:kworker.0 00000100:00100000:0.0:1788536091.760984:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536091.761006:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788536091.761012:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583030784:0@lo:400:kworker.0 00000100:00100000:0.0:1788536091.761053:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536091.761079:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583031296:0@lo:400:kworker.0 00000100:00100000:0.0:1788536091.761099:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536091.761129:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583031296 00000100:00100000:0.0:1788536091.761132:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583031296 00000100:00100000:0.0:1788536091.761159:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1788536091.761165:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583031296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536091.761201:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583031296:12345-0@lo:400:kworker.0 Request processed in 36us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536091.761209:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1788536091.761231:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583031168 00000100:00100000:0.0:1788536091.761234:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583031168 00000100:00100000:0.0:1788536091.761267:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1788536091.761274:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583031168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536091.761302:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583031168:12345-0@lo:400:kworker.0 Request processed in 30us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536091.761308:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1788536091.761327:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583030784 00000100:00100000:0.0:1788536091.761331:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583030784 00000100:00100000:0.0:1788536091.761366:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1788536091.761390:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583030784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536091.761420:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583030784:12345-0@lo:400:kworker.0 Request processed in 33us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536091.761427:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1788536091.761484:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583030784:0@lo:400:kworker.0 00000100:00100000:0.0:1788536091.761500:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583031296:0@lo:400:kworker.0 00000100:00100000:0.0:1788536091.761508:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967327 gen 2 00000004:00080000:0.0:1788536091.761514:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d464a5500, transno 4294967327 00000100:00100000:0.0:1788536091.761527:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583031168:0@lo:400:kworker.0 00000100:00080000:2.0:1788536091.764457:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536091.764693:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536091.767927:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1788536091.767947:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583031424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536091.768074:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583031424:12345-0@lo:400:kworker.0 Request processed in 134us (7582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536091.768083:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:1.0:1788536091.768161:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583030912:0@lo:400:kworker.0 00000100:00100000:1.0:1788536091.768175:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583031424:0@lo:400:kworker.0 00000100:00100000:1.0:1788536091.768189:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583031040:0@lo:400:kworker.0 00000100:00080000:2.0:1788536091.773497:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536092.269605:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583031552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536092.269705:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536092.269861:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583031552 00000100:00100000:1.0:1788536092.269871:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583031552 00000100:00100000:1.0:1788536092.269944:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788536092.269955:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583031552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536092.270003:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536092.270098:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583031552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536092.270105:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788536092.270162:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583031552:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536092.590636:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536093.048852:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536093.048862:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536093.048898:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:2.0:1788536093.048904:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536093.611804:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536093.803688:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536093.803715:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583031680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536093.803788:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536093.803925:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583031680 00000100:00100000:1.0:1788536093.803933:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583031680 00000100:00100000:1.0:1788536093.804000:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1788536093.804021:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583031680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536093.804052:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536093.804100:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583031680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536093.804107:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00080000:2.0:1788536093.804212:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536093.804245:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583031680:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788536094.637523:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788536094.932492:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967335 is committed 00000001:00080000:0.0:1788536094.932517:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967334 is committed 00000001:00080000:2.0:1788536094.938937:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967773 is committed 00000001:00080000:2.0:1788536094.938961:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967772 is committed 00000020:00080000:2.0:1788536094.938984:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d6e7b70c0 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:2.0:1788536094.938990:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d77a5e600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d6e7b7600 00000020:00080000:2.0:1788536094.938995:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d77a5ef00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d53681400 00000020:00080000:3.0:1788536094.939131:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:1.0:1788536094.940157:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00010000:00010000:1.0:1788536095.659685:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536095.666537:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536095.666655:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573736960 00000100:00100000:1.0:1788536095.666670:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573736960 00000100:00100000:1.0:1788536095.666779:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 730 00000100:00100000:1.0:1788536095.666794:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+31:21768:x1875415573736960:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00080000:3.0:1788536095.666938:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536095.667315:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+31:21768:x1875415573736960:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 524us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536095.667325:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 730 00000100:00100000:3.0:1788536095.673642:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536095.676432:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573737216 00000100:00100000:1.0:1788536095.676453:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573737216 00000100:00100000:1.0:1788536095.676554:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 150 00000100:00100000:1.0:1788536095.676567:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:21768:x1875415573737216:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536095.677038:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+32:21768:x1875415573737216:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 471us (3409us total) trans 4294967774 rc 0/0 00000100:00100000:1.0:1788536095.677047:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 150 00000100:00100000:3.0:1788536095.966140:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536095.966214:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536095.966261:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536095.966303:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536095.966335:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536095.966355:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536095.966423:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536095.966459:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573737344 00000100:00100000:3.0:1788536095.966472:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573737344 00000100:00100000:3.0:1788536095.966537:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 354 00000100:00100000:3.0:1788536095.966548:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573737344:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536095.966636:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573737344:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 90us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536095.966645:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 354 00000100:00100000:1.0:1788536095.967013:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573737728 00000100:00100000:1.0:1788536095.967019:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573737728 00000100:00100000:1.0:1788536095.967078:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573737984 00000100:00100000:1.0:1788536095.967082:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573737984 00000100:00100000:1.0:1788536095.967099:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573737600 00000100:00100000:1.0:1788536095.967102:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573737600 00000100:00100000:1.0:1788536095.967118:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573738112 00000100:00100000:1.0:1788536095.967120:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573738112 00000100:00100000:1.0:1788536095.967140:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00100000:1.0:1788536095.967147:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573737728:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536095.967185:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573737728:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 37us (969us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536095.967191:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00100000:1.0:1788536095.967206:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 267 00000100:00100000:1.0:1788536095.967213:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573737984:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536095.967238:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573737984:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536095.967244:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 267 00000100:00100000:1.0:1788536095.967256:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 268 00000100:00100000:1.0:1788536095.967262:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573737600:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536095.967286:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573737600:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (955us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536095.967310:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 268 00000100:00100000:1.0:1788536095.967327:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 269 00000100:00100000:1.0:1788536095.967334:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573738112:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536095.967361:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573738112:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (938us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536095.967396:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 269 00000100:00080000:1.0:1788536095.967427:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536095.967432:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536095.967525:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573737472 00000100:00100000:0.0:1788536095.967532:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573737472 00000100:00100000:0.0:1788536095.967586:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573737856 00000100:00100000:0.0:1788536095.967589:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573737856 00000100:00100000:0.0:1788536095.967613:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 290 00000100:00100000:0.0:1788536095.967620:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+74:2352:x1875415573737472:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536095.967654:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+74:2352:x1875415573737472:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (1532us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536095.967660:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 290 00000100:00100000:0.0:1788536095.967676:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00100000:0.0:1788536095.967682:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+32:2352:x1875415573737856:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536095.967725:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+32:2352:x1875415573737856:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 44us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536095.967731:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00080000:1.0:1788536095.967828:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536096.683928:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536096.876816:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536096.878205:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583031936:0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.878304:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536096.878403:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536096.878411:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583032064:0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.878437:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536096.878484:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583031936 00000100:00100000:1.0:1788536096.878494:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583031936 00000100:00100000:1.0:1788536096.878555:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583032064 00000100:00100000:1.0:1788536096.878558:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583032064 00000100:00100000:1.0:1788536096.878594:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1788536096.878604:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583031936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.878664:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583031936:12345-0@lo:400:kworker.0 Request processed in 61us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536096.878671:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1788536096.878694:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1788536096.878701:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583032064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.878767:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583032064:12345-0@lo:400:kworker.0 Request processed in 66us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536096.878774:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00080000:1.0:1788536096.878793:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536096.878831:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583032064:0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.878844:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583031936:0@lo:400:kworker.0 00000100:00100000:0.0:1788536096.888318:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583032192:0@lo:400:kworker.0 00000100:00100000:0.0:1788536096.888455:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536096.888545:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583032192 00000100:00100000:0.0:1788536096.888550:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583031808:0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.888557:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583032192 00000100:00100000:1.0:1788536096.888636:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:1.0:1788536096.888649:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583032192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.888725:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583032192:12345-0@lo:400:kworker.0 Request processed in 80us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536096.888733:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1788536096.888857:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536096.888915:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583032192:0@lo:400:kworker.0 00000100:00100000:0.0:1788536096.888969:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583031808 00000100:00100000:0.0:1788536096.888973:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583031808 00000100:00080000:1.0:1788536096.889004:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536096.889016:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1788536096.889023:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583031808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536096.889070:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583031808:12345-0@lo:400:kworker.0 Request processed in 47us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536096.889077:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1788536096.889106:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583031808:0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.889285:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583032448:0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.889320:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536096.889334:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583032320:0@lo:400:kworker.0 00000100:00100000:0.0:1788536096.889387:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536096.889478:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583032320 00000100:00100000:1.0:1788536096.889484:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583032320 00000100:00100000:1.0:1788536096.889544:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1788536096.889551:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583032320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536096.889591:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583032320:12345-0@lo:400:kworker.0 Request processed in 41us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536096.889598:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1788536096.890339:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583032448 00000100:00100000:3.0:1788536096.890350:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583032448 00000100:00100000:3.0:1788536096.890423:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1788536096.890433:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583032448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536096.890518:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583032448:12345-0@lo:400:kworker.0 Request processed in 87us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536096.890525:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1788536096.890674:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583032320:0@lo:400:kworker.0 00000100:00080000:0.0:1788536096.890704:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536096.890710:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536096.890774:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:1.0:1788536096.890922:0:3284:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967335 00000100:00100000:1.0:1788536096.890942:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583032448:0@lo:400:kworker.0 00000100:00100000:2.0:1788536097.388690:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536097.388741:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583032576:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536097.388841:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536097.388932:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583032576 00000100:00100000:2.0:1788536097.388944:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583032576 00000100:00100000:2.0:1788536097.389021:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1788536097.389033:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583032576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536097.389077:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536097.389134:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583032576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536097.389142:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1788536097.389220:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583032576:0@lo:13:osp-pre-1-0.0 00000001:02000400:0.0:1788536097.483108:0:17061:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 11:34:55 (1788536095) 00010000:00010000:3.0:1788536097.713761:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788536098.513523:0:17109:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffdb8cdc710 20000000:00000080:1.0:1788536098.513542:0:17109:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8b1d7c3cd400 uarg=0000000000000000 00000040:00100000:0.0:1788536098.514931:0:17109:0:(llog.c:1072:llog_reverse_process()) index 41 : idx 1 00000040:00080000:0.0:1788536098.515251:0:17109:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].42, 224 off15448 20000000:01000000:0.0:1788536098.515283:0:17109:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:0.0:1788536098.515325:0:17109:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].43, 112 off15560 00000040:00080000:0.0:1788536098.515570:0:17109:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].44, 224 off15784 00000040:00080000:0.0:1788536098.515959:0:17109:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].37, 224 off14712 20000000:01000000:0.0:1788536098.515972:0:17109:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:0.0:1788536098.516023:0:17109:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].38, 120 off14832 00000040:00080000:0.0:1788536098.516080:0:17109:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].39, 224 off15056 10000000:01000000:0.0:1788536098.516095:0:17109:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:0.0:1788536098.516115:0:17109:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516133:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d66837200/0x94dfe24b69f4c645 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4c63e expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516141:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d4167de00/0x94dfe24b69f4c653 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4c64c expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516148:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4c661 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4c65a expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516154:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d51980c00/0x94dfe24b69f4c66f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4c668 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516162:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7bdd7a00/0x94dfe24b69f4c67d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4c676 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516168:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d4167cc00/0x94dfe24b69f4c68b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4c684 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516175:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4c699 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4c692 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516197:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d66837e00/0x94dfe24b69f4c6a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af570 expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516205:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d51980a00/0x94dfe24b69f4c6a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af577 expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516211:0:17109:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7bdd6800/0x94dfe24b69f4c6e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af585 expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516219:0:17109:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516265:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7bdd6800/0x94dfe24b69f4c6e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af585 expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516281:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1d7bdd6800/0x94dfe24b69f4c6e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af585 expref: 12 pid: 5817 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.516296:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583032704:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536098.516702:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d51980a00/0x94dfe24b69f4c6a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af577 expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516712:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1d51980a00/0x94dfe24b69f4c6a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af577 expref: 12 pid: 5818 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.516721:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583032832:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536098.516756:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d66837e00/0x94dfe24b69f4c6a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af570 expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516777:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1d66837e00/0x94dfe24b69f4c6a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af570 expref: 12 pid: 5816 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.516787:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583032960:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536098.516822:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4c699 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4c692 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.516831:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4c699 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4c692 expref: 18 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.517032:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033088:0@lo:104: 00000100:00100000:0.0:1788536098.517078:0:17109:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788536098.517127:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d4167cc00/0x94dfe24b69f4c68b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4c684 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.517136:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d4167cc00/0x94dfe24b69f4c68b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4c684 expref: 18 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.517144:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033216:0@lo:104: 00000100:00100000:0.0:1788536098.517170:0:17109:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788536098.517205:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7bdd7a00/0x94dfe24b69f4c67d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4c676 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.517213:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7bdd7a00/0x94dfe24b69f4c67d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4c676 expref: 18 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.517221:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033344:0@lo:104: 00000100:00100000:0.0:1788536098.517242:0:17109:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788536098.517270:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d51980c00/0x94dfe24b69f4c66f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4c668 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.517278:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d51980c00/0x94dfe24b69f4c66f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4c668 expref: 18 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.517293:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033472:0@lo:104: 00000100:00100000:0.0:1788536098.517316:0:17109:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788536098.517335:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4c661 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4c65a expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.517343:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4c661 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4c65a expref: 18 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.517351:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e536300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033600:0@lo:104: 00000100:00100000:0.0:1788536098.517398:0:17109:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788536098.517417:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d4167de00/0x94dfe24b69f4c653 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4c64c expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.517425:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d4167de00/0x94dfe24b69f4c653 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4c64c expref: 18 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.517432:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033728:0@lo:104: 00000100:00100000:0.0:1788536098.517451:0:17109:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788536098.517467:0:17109:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d66837200/0x94dfe24b69f4c645 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4c63e expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536098.517475:0:17109:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d66837200/0x94dfe24b69f4c645 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4c63e expref: 18 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.517483:0:17109:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033856:0@lo:104: 00000100:00100000:0.0:1788536098.517513:0:17109:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536098.517524:0:17109:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b6b3e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536098.517656:0:5806:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788536098.517673:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583033088 00000100:00100000:2.0:1788536098.517681:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583033088 00000100:00100000:2.0:1788536098.517725:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583033216 00000100:00100000:2.0:1788536098.517728:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583033216 00000100:00100000:2.0:1788536098.517737:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583033344 00000100:00100000:2.0:1788536098.517739:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583033344 00000100:00100000:2.0:1788536098.517746:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583033472 00000100:00100000:2.0:1788536098.517748:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583033472 00000100:00100000:2.0:1788536098.517755:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583033600 00000100:00100000:2.0:1788536098.517757:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583033600 00000100:00100000:2.0:1788536098.517764:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583033728 00000100:00100000:2.0:1788536098.517766:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583033728 00000100:00100000:2.0:1788536098.517773:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583033856 00000100:00100000:2.0:1788536098.517775:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583033856 00000100:00100000:2.0:1788536098.517786:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788536098.517794:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+9:17109:x1875415583033088:12345-0@lo:104: 00010000:00010000:2.0:1788536098.517809:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d4167d400/0x94dfe24b69f4c692 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c699 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.517884:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788536098.517890:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+9:17109:x1875415583033088:12345-0@lo:104: Request processed in 96us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.517897:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788536098.517914:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788536098.517920:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+8:17109:x1875415583033216:12345-0@lo:104: 00010000:00010000:2.0:1788536098.517928:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4c684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c68b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.517961:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788536098.517966:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+8:17109:x1875415583033216:12345-0@lo:104: Request processed in 47us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.517971:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788536098.517994:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788536098.518000:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+7:17109:x1875415583033344:12345-0@lo:104: 00010000:00010000:2.0:1788536098.518007:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4c676 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c67d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518033:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1788536098.518037:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+7:17109:x1875415583033344:12345-0@lo:104: Request processed in 39us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.518042:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788536098.518053:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788536098.518058:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+6:17109:x1875415583033472:12345-0@lo:104: 00010000:00010000:2.0:1788536098.518065:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d66836800/0x94dfe24b69f4c668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c66f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518098:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1788536098.518104:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+6:17109:x1875415583033472:12345-0@lo:104: Request processed in 46us (788us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.518110:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788536098.518123:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788536098.518129:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17109:x1875415583033600:12345-0@lo:104: 00010000:00010000:2.0:1788536098.518136:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d66837a00/0x94dfe24b69f4c65a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c661 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518161:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1788536098.518166:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17109:x1875415583033600:12345-0@lo:104: Request processed in 38us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.518171:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788536098.518183:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788536098.518189:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17109:x1875415583033728:12345-0@lo:104: 00010000:00010000:2.0:1788536098.518196:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d66836000/0x94dfe24b69f4c64c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c653 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518223:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:2.0:1788536098.518228:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17109:x1875415583033728:12345-0@lo:104: Request processed in 40us (776us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.518233:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788536098.518245:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788536098.518250:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3cd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17109:x1875415583033856:12345-0@lo:104: 00010000:00010000:2.0:1788536098.518257:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7400/0x94dfe24b69f4c63e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c645 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518290:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:2.0:1788536098.518295:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3cd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17109:x1875415583033856:12345-0@lo:104: Request processed in 46us (782us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.518302:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788536098.518416:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033088:0@lo:104: 00000100:00100000:0.0:1788536098.518425:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033216:0@lo:104: 00000100:00100000:0.0:1788536098.518431:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033344:0@lo:104: 00000100:00100000:0.0:1788536098.518437:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033472:0@lo:104: 00000100:00100000:0.0:1788536098.518444:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e536300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033600:0@lo:104: 00000100:00100000:0.0:1788536098.518450:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033728:0@lo:104: 00000100:00100000:0.0:1788536098.518457:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583033856:0@lo:104: 00010000:00010000:2.0:1788536098.518613:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788536098.518619:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d4167d400/0x94dfe24b69f4c692 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c699 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518627:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536098.518631:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d4167d400/0x94dfe24b69f4c692 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4c699 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518641:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d4167d400/0x94dfe24b69f4c692 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4c699 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536098.518648:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d4167d400/0x94dfe24b69f4c692 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4c699 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536098.518654:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536098.518691:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d4167d400/0x94dfe24b69f4c692 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c699 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518699:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536098.518729:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d4167d400/0x94dfe24b69f4c692 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c699 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518737:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d4167d400/0x94dfe24b69f4c692 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c699 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518761:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788536098.518764:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4c684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c68b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518770:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7800 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536098.518773:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4c684 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4c68b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518779:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4c684 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4c68b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536098.518786:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4c684 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4c68b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536098.518791:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536098.518808:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4c684 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c68b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518814:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536098.518820:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4c684 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c68b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518827:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4c684 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c68b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518837:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788536098.518840:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4c676 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c67d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518855:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6200 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536098.518858:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4c676 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4c67d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518866:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4c676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4c67d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536098.518873:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4c676 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4c67d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536098.518878:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536098.518893:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4c676 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c67d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518898:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536098.518913:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4c676 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c67d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518920:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4c676 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c67d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518930:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788536098.518933:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d66836800/0x94dfe24b69f4c668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c66f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518939:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536098.518942:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d66836800/0x94dfe24b69f4c668 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4c66f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.518958:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d66836800/0x94dfe24b69f4c668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4c66f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536098.518965:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d66836800/0x94dfe24b69f4c668 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4c66f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536098.518970:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536098.518994:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d66836800/0x94dfe24b69f4c668 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c66f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519001:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536098.519007:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d66836800/0x94dfe24b69f4c668 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c66f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519013:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d66836800/0x94dfe24b69f4c668 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c66f expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519023:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788536098.519027:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d66837a00/0x94dfe24b69f4c65a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c661 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519032:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536098.519035:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d66837a00/0x94dfe24b69f4c65a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4c661 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519042:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d66837a00/0x94dfe24b69f4c65a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4c661 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536098.519048:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d66837a00/0x94dfe24b69f4c65a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4c661 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536098.519062:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536098.519077:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d66837a00/0x94dfe24b69f4c65a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c661 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519083:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536098.519088:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d66837a00/0x94dfe24b69f4c65a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c661 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519094:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d66837a00/0x94dfe24b69f4c65a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c661 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519103:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788536098.519106:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d66836000/0x94dfe24b69f4c64c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c653 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519112:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836000 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536098.519115:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d66836000/0x94dfe24b69f4c64c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4c653 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519122:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d66836000/0x94dfe24b69f4c64c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4c653 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536098.519127:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d66836000/0x94dfe24b69f4c64c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4c653 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536098.519132:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536098.519144:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d66836000/0x94dfe24b69f4c64c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c653 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519149:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536098.519160:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d66836000/0x94dfe24b69f4c64c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c653 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519167:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d66836000/0x94dfe24b69f4c64c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c653 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519177:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536098.519181:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7400/0x94dfe24b69f4c63e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4c645 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519186:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7400 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536098.519189:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7400/0x94dfe24b69f4c63e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4c645 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519195:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7400/0x94dfe24b69f4c63e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4c645 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536098.519200:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7400/0x94dfe24b69f4c63e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4c645 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536098.519205:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536098.519218:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7400/0x94dfe24b69f4c63e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c645 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519224:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536098.519228:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7400/0x94dfe24b69f4c63e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c645 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519234:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7400/0x94dfe24b69f4c63e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4c645 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519246:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536098.519253:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536098.519255:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536098.519273:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583034112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.519310:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536098.519345:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583034624:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.519393:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536098.519418:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788536098.519423:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583033984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.519445:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536098.519461:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583034496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.519479:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536098.519507:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583034240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.519530:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536098.519540:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583034752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.519558:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536098.519570:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536098.519574:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583034368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.519591:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536098.519610:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583034112 00000100:00100000:2.0:1788536098.519615:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583034112 00010000:00010000:2.0:1788536098.519640:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d4167cc00/0x94dfe24b69f4c68b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c684 expref: 19 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536098.519656:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583034624 00000100:00100000:2.0:1788536098.519659:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583034624 00010000:00010000:2.0:1788536098.519670:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d4167de00/0x94dfe24b69f4c653 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c64c expref: 20 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536098.519695:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583033984 00000100:00100000:2.0:1788536098.519698:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583033984 00010000:00010000:2.0:1788536098.519708:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4c699 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c692 expref: 21 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536098.519716:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583034496 00000100:00100000:2.0:1788536098.519718:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583034496 00010000:00010000:2.0:1788536098.519726:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4c661 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c65a expref: 22 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536098.519733:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583034240 00000100:00100000:2.0:1788536098.519735:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583034240 00010000:00010000:2.0:1788536098.519741:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7bdd7a00/0x94dfe24b69f4c67d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c676 expref: 23 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536098.519748:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583034752 00000100:00100000:2.0:1788536098.519750:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583034752 00010000:00010000:2.0:1788536098.519757:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d66837200/0x94dfe24b69f4c645 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c63e expref: 24 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536098.519764:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583034368 00000100:00100000:2.0:1788536098.519766:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583034368 00010000:00010000:2.0:1788536098.519773:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d51980c00/0x94dfe24b69f4c66f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c668 expref: 25 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536098.519782:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1788536098.519788:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+25:3283:x1875415583034112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536098.519798:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536098.519803:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d4167cc00/0x94dfe24b69f4c68b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c684 expref: 25 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519820:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d4167cc00/0x94dfe24b69f4c68b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4c684 expref: 25 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519833:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d4167cc00/0x94dfe24b69f4c68b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4c684 expref: 25 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519847:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.519879:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+24:3283:x1875415583034112:12345-0@lo:103:ldlm_bl.0 Request processed in 90us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.519885:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1788536098.519899:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1788536098.519904:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+23:3283:x1875415583034624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536098.519910:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536098.519914:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d4167de00/0x94dfe24b69f4c653 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c64c expref: 23 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519921:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d4167de00/0x94dfe24b69f4c653 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4c64c expref: 23 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519930:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d4167de00/0x94dfe24b69f4c653 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4c64c expref: 23 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.519938:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.519958:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+22:3283:x1875415583034624:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (590us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.519963:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1788536098.519986:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1788536098.519992:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+21:3283:x1875415583033984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536098.520005:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536098.520009:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4c699 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c692 expref: 21 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520017:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4c699 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4c692 expref: 21 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520027:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4c699 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4c692 expref: 21 pid: 5817 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520035:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.520057:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+20:3283:x1875415583033984:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.520063:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1788536098.520076:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1788536098.520081:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583034496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536098.520088:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536098.520092:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4c661 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c65a expref: 19 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520101:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4c661 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4c65a expref: 19 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520110:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4c661 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4c65a expref: 19 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520118:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.520138:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:3283:x1875415583034496:12345-0@lo:103:ldlm_bl.0 Request processed in 57us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.520153:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:2.0:1788536098.520166:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1788536098.520171:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46533450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:3284:x1875415583034240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536098.520179:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536098.520183:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7bdd7a00/0x94dfe24b69f4c67d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c676 expref: 17 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520191:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7bdd7a00/0x94dfe24b69f4c67d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4c676 expref: 17 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520200:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd7a00/0x94dfe24b69f4c67d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4c676 expref: 17 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520208:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.520235:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46533450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:3284:x1875415583034240:12345-0@lo:103:ldlm_bl.0 Request processed in 64us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.520241:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1788536098.520273:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1788536098.520280:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:3284:x1875415583034752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536098.520285:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536098.520290:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d66837200/0x94dfe24b69f4c645 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c63e expref: 15 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520298:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d66837200/0x94dfe24b69f4c645 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4c63e expref: 15 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520308:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d66837200/0x94dfe24b69f4c645 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4c63e expref: 15 pid: 5818 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520327:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.520350:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:3284:x1875415583034752:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.520356:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1788536098.520396:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1788536098.520403:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:3284:x1875415583034368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536098.520410:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536098.520414:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d51980c00/0x94dfe24b69f4c66f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4c668 expref: 13 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520422:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d51980c00/0x94dfe24b69f4c66f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4c668 expref: 13 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520432:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d51980c00/0x94dfe24b69f4c66f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4c668 expref: 13 pid: 5816 timeout: 626 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.520442:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.520468:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+12:3284:x1875415583034368:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536098.520474:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1788536098.520521:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583034368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.520532:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583034240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.520538:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583034752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.520576:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583033984:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.520583:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583034496:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.520599:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583034112:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536098.520606:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583034624:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536098.520921:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536098.532416:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536098.533046:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536098.533097:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536098.533131:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573738240 00000100:00100000:3.0:1788536098.533140:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573738240 00010000:00010000:3.0:1788536098.533178:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7bdd6800/0x94dfe24b69f4c6e6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af585 expref: 13 pid: 5817 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536098.533224:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573738368 00000100:00100000:3.0:1788536098.533228:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573738368 00010000:00010000:3.0:1788536098.533241:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d51980a00/0x94dfe24b69f4c6a7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af577 expref: 14 pid: 5818 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536098.533253:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573738496 00000100:00100000:3.0:1788536098.533255:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573738496 00010000:00010000:3.0:1788536098.533265:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d66837e00/0x94dfe24b69f4c6a0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af570 expref: 15 pid: 5816 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536098.533278:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 209 00000100:00100000:3.0:1788536098.533286:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:666cd09c-4866-4aac-925c-f8c42be62c9a+15:2354:x1875415573738240:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536098.533300:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536098.533306:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7bdd6800/0x94dfe24b69f4c6e6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af585 expref: 15 pid: 5817 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536098.533319:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7bdd6800/0x94dfe24b69f4c6e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af585 expref: 15 pid: 5817 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536098.533342:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536098.533638:0:17109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd6800/0x94dfe24b69f4c6e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af585 expref: 15 pid: 5817 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536098.533657:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583032704:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536098.533669:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583032832:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536098.533677:0:17109:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17109:1875415583032960:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536098.533727:0:17109:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536098.533772:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 210 00000100:00100000:2.0:1788536098.533785:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+14:2355:x1875415573738368:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536098.533795:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536098.533800:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d51980a00/0x94dfe24b69f4c6a7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af577 expref: 14 pid: 5818 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.533809:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d51980a00/0x94dfe24b69f4c6a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af577 expref: 14 pid: 5818 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.533820:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d51980a00/0x94dfe24b69f4c6a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af577 expref: 14 pid: 5818 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.533831:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.533873:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573738368:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 91us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536098.534034:0:11659:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:1.0:1788536098.534044:0:11659:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00000100:00100000:1.0:1788536098.534642:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 211 00000100:00100000:1.0:1788536098.534654:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573738496:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536098.534668:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536098.534674:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d66837e00/0x94dfe24b69f4c6a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af570 expref: 13 pid: 5816 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534686:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d66837e00/0x94dfe24b69f4c6a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af570 expref: 13 pid: 5816 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534698:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d66837e00/0x94dfe24b69f4c6a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024af570 expref: 13 pid: 5816 timeout: 576 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534712:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534720:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534736:0:11659:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534743:0:11659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534768:0:11659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534775:0:11659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534781:0:11659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536098.534785:0:11659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534794:0:11659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534815:0:11659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536098.534825:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536098.534930:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 210 00000100:00100000:3.0:1788536098.534991:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:2354:x1875415573738240:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1703us (2582us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536098.535001:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 209 00010000:00010000:2.0:1788536098.535579:0:17109:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.535589:0:17109:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536098.535595:0:17109:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f531 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17109 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536098.537016:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:666cd09c-4866-4aac-925c-f8c42be62c9a+10:2355:x1875415573738496:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2355us (3908us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536098.537038:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 211 00010000:00010000:2.0:1788536098.731653:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536098.923775:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536098.923798:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583034880:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536098.923866:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536098.923918:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583034880 00000100:00100000:1.0:1788536098.923927:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583034880 00000100:00080000:0.0:1788536098.923965:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536098.924002:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:1.0:1788536098.924129:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583034880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536098.924165:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536098.924219:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583034880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536098.924296:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583034880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536098.928663:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1788536099.669523:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536099.669671:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573738624 00000100:00100000:0.0:1788536099.669710:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573738624 00000100:00100000:0.0:1788536099.669798:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:0.0:1788536099.669810:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+10:5593:x1875415573738624:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536099.669832:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536099.669857:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0323 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536099.669894:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 11 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536099.669920:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 11 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536099.669932:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772ee00, rc 0) 00000100:00100000:0.0:1788536099.670031:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573738624:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 223us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536099.670039:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:0.0:1788536099.674918:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536099.675102:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573738752 00000100:00100000:3.0:1788536099.675113:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573738752 00000100:00100000:3.0:1788536099.675181:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 357 00000100:00100000:3.0:1788536099.675192:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573738752:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536099.675995:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573738752:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 801us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536099.676004:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 357 00000100:00100000:3.0:1788536099.678430:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536099.678609:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573738880 00000100:00100000:2.0:1788536099.678621:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573738880 00000100:00100000:2.0:1788536099.678731:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 358 00000100:00100000:2.0:1788536099.678745:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573738880:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536099.679108:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573738880:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 Request processed in 364us (690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536099.679118:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 358 00000100:00100000:1.0:1788536099.683930:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536099.684065:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573739008 00000100:00100000:0.0:1788536099.684078:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573739008 00000100:00100000:0.0:1788536099.684152:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 359 00000100:00100000:0.0:1788536099.684164:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22407:x1875415573739008:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536099.684576:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22407:x1875415573739008:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 413us (662us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536099.684585:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 359 00000100:00100000:0.0:1788536099.687835:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536099.687997:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573739136 00000100:00100000:2.0:1788536099.688011:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573739136 00000100:00100000:2.0:1788536099.688270:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 360 00000100:00100000:2.0:1788536099.688283:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22407:x1875415573739136:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788536099.688696:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22407:x1875415573739136:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 414us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536099.688705:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 360 00000100:00100000:1.0:1788536099.691585:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536099.692688:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573739264 00000100:00100000:2.0:1788536099.692707:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573739264 00000100:00100000:2.0:1788536099.692778:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00100000:2.0:1788536099.692790:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573739264:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536099.692812:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536099.692836:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b032a expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536099.692888:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536099.692929:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536099.692941:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77732a00, rc 0) 00000100:00100000:2.0:1788536099.693043:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573739264:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 255us (1473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536099.693052:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00100000:1.0:1788536099.695782:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536099.695958:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573739392 00000100:00100000:2.0:1788536099.695980:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573739392 00000100:00100000:2.0:1788536099.696106:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00100000:2.0:1788536099.696118:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573739392:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536099.696571:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573739392:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 453us (802us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536099.696581:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00100000:1.0:1788536099.699607:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536099.700342:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573739520 00000100:00100000:0.0:1788536099.700403:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573739520 00000100:00100000:0.0:1788536099.700466:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 363 00000100:00100000:0.0:1788536099.700477:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573739520:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536099.700783:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573739520:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 Request processed in 306us (1192us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536099.700792:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 363 00000100:00100000:1.0:1788536099.709583:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536099.709852:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573739648 00000100:00100000:0.0:1788536099.709864:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573739648 00000100:00100000:0.0:1788536099.709940:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 364 00000100:00100000:0.0:1788536099.709954:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22408:x1875415573739648:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536099.710629:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22408:x1875415573739648:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 420us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536099.710641:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 364 00000100:00100000:1.0:1788536099.714225:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536099.714326:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573739776 00000100:00100000:3.0:1788536099.714339:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573739776 00000100:00100000:3.0:1788536099.714452:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 365 00000100:00100000:3.0:1788536099.714465:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22408:x1875415573739776:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536099.714834:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22408:x1875415573739776:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 371us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536099.714844:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 365 00000100:00100000:1.0:1788536099.719776:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536099.719910:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573739904 00000100:00100000:2.0:1788536099.719924:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573739904 00000100:00100000:2.0:1788536099.719998:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:2.0:1788536099.720011:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573739904:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536099.720044:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536099.720068:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0331 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536099.720106:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 13 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536099.720119:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 13 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536099.720159:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733e00, rc 0) 00000100:00100000:2.0:1788536099.720278:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573739904:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 270us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536099.720286:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:1.0:1788536099.723609:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536099.723723:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573740032 00000100:00100000:0.0:1788536099.723736:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573740032 00000100:00100000:0.0:1788536099.723864:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 367 00000100:00100000:0.0:1788536099.723886:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573740032:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536099.724311:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573740032:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 426us (718us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536099.724320:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 367 00010000:00010000:0.0:1788536099.755784:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536100.017540:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967774 is committed 00000020:00080000:2.0:1788536100.018390:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00000020:00080000:1.0:1788536100.018434:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:1.0:1788536100.018449:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 10000000:01000000:1.0:1788536100.139526:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788536100.139539:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d77a81800 from 42 10000000:01000000:1.0:1788536100.139546:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788536100.139636:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.139650:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.139662:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536100.139695:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035008:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.139791:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.139882:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47fea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536100.140003:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583035008 00000100:00100000:3.0:1788536100.140024:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583035008 00000100:00100000:3.0:1788536100.140098:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1788536100.140110:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+12:5820:x1875415583035008:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536100.140128:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536100.140147:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f54d expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.140193:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.140207:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.140219:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6e00, rc 0) 00000100:00100000:3.0:1788536100.140271:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583035008:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536100.140296:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788536100.140612:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035008:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536100.140632:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.140657:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536100.140743:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.140780:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.140807:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47fea3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536100.140887:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583035136 00000100:00100000:2.0:1788536100.140892:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583035136 00000100:00100000:2.0:1788536100.140926:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1788536100.140933:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583035136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536100.141513:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583035136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 577us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536100.141521:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1788536100.141758:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.141799:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.141844:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.141890:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47fea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536100.142018:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583035264 00000100:00100000:3.0:1788536100.142025:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583035264 00000100:00100000:3.0:1788536100.142069:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1788536100.142088:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583035264:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.142540:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035264:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.142865:0:17112:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17112:1875415583035392:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536100.142930:0:17112:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.142956:0:17112:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47fea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536100.143270:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583035264:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1192us (1424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536100.143284:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1788536100.143337:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583035392 00000100:00100000:3.0:1788536100.143345:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583035392 00000100:00100000:3.0:1788536100.143389:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1788536100.143399:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17112:x1875415583035392:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536100.143744:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17112:x1875415583035392:12345-0@lo:502:llog_process_th.0 Request processed in 345us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536100.143752:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1788536100.148791:0:17112:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17112:1875415583035392:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536100.149021:0:17112:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17112:1875415583035520:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536100.149139:0:17112:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.149199:0:17112:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d42af7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536100.150289:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583035520 00000100:00100000:3.0:1788536100.150306:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583035520 00000100:00100000:3.0:1788536100.150436:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1788536100.150449:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17112:x1875415583035520:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536100.150991:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17112:x1875415583035520:12345-0@lo:502:llog_process_th.0 Request processed in 543us (1851us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536100.151001:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1788536100.151466:0:17112:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17112:1875415583035520:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788536100.151519:0:17112:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1788536100.151871:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1788536100.151900:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788536100.151912:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.151922:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536100.151931:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1788536100.151933:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1788536100.151935:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1788536100.151989:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.152015:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.152037:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536100.152064:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536100.152117:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536100.152182:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536100.152719:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583035648 00000100:00100000:3.0:1788536100.152730:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583035648 00000100:00100000:3.0:1788536100.152793:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1788536100.152802:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583035648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536100.152826:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536100.152843:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f55b expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.152871:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 14 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.152883:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 14 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.152892:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7e00, rc 0) 00000100:00100000:3.0:1788536100.152947:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583035648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536100.152954:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1788536100.154932:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536100.154982:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.155021:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536100.155138:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035776:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.155204:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.155243:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47fea3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536100.155403:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583035776 00000100:00100000:3.0:1788536100.155411:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583035776 00000100:00100000:3.0:1788536100.155468:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1788536100.155478:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583035776:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536100.156073:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583035776:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 593us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536100.156084:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1788536100.156171:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035776:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.156215:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035904:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.156264:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.156301:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47fea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536100.156326:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583035904 00000100:00100000:0.0:1788536100.156332:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583035904 00000100:00100000:0.0:1788536100.156414:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1788536100.156423:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583035904:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536100.159166:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583035904:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 2729us (2887us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536100.159184:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788536100.159662:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583035904:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788536100.161837:0:17113:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:2.0:1788536100.169622:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:2.0:1788536100.169679:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1788536100.169704:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.169719:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536100.169766:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788536100.169772:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d58399000 from 42 10000000:01000000:3.0:1788536100.169776:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788536100.169842:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.169852:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.169890:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536100.170076:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788536100.170297:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536100.170362:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d586a20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536100.171589:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583036032 00000100:00100000:2.0:1788536100.171604:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583036032 00000100:00100000:2.0:1788536100.171681:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1788536100.171985:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583036032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536100.172009:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536100.172032:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f569 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.172080:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 15 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.172449:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 15 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.172461:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733800, rc 0) 00000100:00100000:2.0:1788536100.172630:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583036032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 651us (2332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536100.172639:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1788536100.172923:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536100.172949:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.172960:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536100.173068:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.173120:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.173160:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788536100.174778:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583036160 00000100:00100000:3.0:1788536100.174795:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583036160 00000100:00100000:3.0:1788536100.174877:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:3.0:1788536100.174888:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583036160:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536100.175863:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583036160:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 972us (2738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536100.175873:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1788536100.176498:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036160:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.176571:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.176645:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.176691:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c840 going to sleep for 11 seconds 00000100:00100000:0.0:1788536100.176872:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583036288 00000100:00100000:0.0:1788536100.176880:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583036288 00000100:00100000:0.0:1788536100.176942:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1788536100.176952:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583036288:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536100.177867:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583036288:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 912us (1217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536100.177880:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1788536100.177898:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036288:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.178873:0:17114:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17114:1875415583036416:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536100.178947:0:17114:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536100.179002:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583036416 00000100:00100000:1.0:1788536100.179005:0:17114:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d42af7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536100.179012:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583036416 00000100:00100000:0.0:1788536100.179169:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1788536100.179180:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17114:x1875415583036416:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536100.180301:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17114:x1875415583036416:12345-0@lo:502:llog_process_th.0 Request processed in 1117us (1348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536100.180315:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:1.0:1788536100.180675:0:17114:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17114:1875415583036416:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536100.180759:0:17114:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17114:1875415583036544:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536100.180813:0:17114:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.180858:0:17114:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c840 going to sleep for 11 seconds 00000100:00100000:2.0:1788536100.180957:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583036544 00000100:00100000:2.0:1788536100.180974:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583036544 00000100:00100000:2.0:1788536100.181032:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1788536100.181042:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17114:x1875415583036544:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536100.181326:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17114:x1875415583036544:12345-0@lo:502:llog_process_th.0 Request processed in 285us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536100.181334:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1788536100.181435:0:17114:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17114:1875415583036544:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788536100.181532:0:17114:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:3.0:1788536100.181937:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:3.0:1788536100.181961:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788536100.181985:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.181998:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536100.182015:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1788536100.182018:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1788536100.182022:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788536100.182059:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.182067:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.182089:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536100.182124:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788536100.182168:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536100.182204:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d41640540 going to sleep for 11 seconds 00000100:00100000:0.0:1788536100.182224:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583036672 00000100:00100000:0.0:1788536100.182232:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583036672 00000100:00100000:0.0:1788536100.182274:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1788536100.182283:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583036672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536100.182295:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536100.182311:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f577 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.182340:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 16 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.182361:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 16 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.182401:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fa00, rc 0) 00000100:00100000:1.0:1788536100.182481:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536100.182525:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583036672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 241us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536100.182533:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00010000:00010000:1.0:1788536100.182566:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.182579:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536100.182636:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036800:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.182665:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.182830:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d42af7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536100.182866:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583036800 00000100:00100000:2.0:1788536100.182872:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583036800 00000100:00100000:2.0:1788536100.183206:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1788536100.183216:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583036800:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536100.184960:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583036800:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1736us (2284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536100.184986:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1788536100.185395:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036800:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.185465:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036928:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.185543:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.185577:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d42af7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536100.187436:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583036928 00000100:00100000:0.0:1788536100.187460:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583036928 00000100:00100000:0.0:1788536100.187705:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1788536100.187720:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583036928:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536100.188280:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583036928:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 564us (2736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536100.188289:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1788536100.189163:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583036928:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788536100.190432:0:17115:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1788536100.190651:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1788536100.190679:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788536100.190693:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.190706:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536100.190718:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1788536100.190721:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d583d8000 from 42 10000000:01000000:0.0:1788536100.190724:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788536100.190792:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.190802:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.190813:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536100.190839:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536100.190913:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536100.190974:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef840 going to sleep for 11 seconds 00000100:00100000:1.0:1788536100.191076:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583037056 00000100:00100000:1.0:1788536100.191085:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583037056 00000100:00100000:1.0:1788536100.191149:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:1.0:1788536100.191159:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583037056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536100.191174:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536100.191189:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f585 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.191215:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 17 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.191226:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 17 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.191237:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:1.0:1788536100.191291:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583037056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536100.191299:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1788536100.191827:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bf480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536100.191851:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.191862:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536100.191953:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536100.192004:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536100.192027:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267180 going to sleep for 11 seconds 00000100:00100000:1.0:1788536100.192326:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583037184 00000100:00100000:1.0:1788536100.192332:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583037184 00000100:00100000:1.0:1788536100.192392:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1788536100.192402:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583037184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.192764:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583037184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 362us (758us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536100.192772:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1788536100.192819:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.192866:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.192909:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.192934:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b71b000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536100.192950:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583037312 00000100:00100000:1.0:1788536100.192954:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583037312 00000100:00100000:1.0:1788536100.192983:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788536100.192989:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583037312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.193419:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583037312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 429us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536100.193438:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1788536100.194055:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.194695:0:17116:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17116:1875415583037440:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536100.194773:0:17116:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536100.194821:0:17116:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b6b3240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536100.195009:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583037440 00000100:00100000:2.0:1788536100.195016:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583037440 00000100:00100000:2.0:1788536100.195061:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788536100.195069:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17116:x1875415583037440:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536100.195424:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17116:x1875415583037440:12345-0@lo:502:llog_process_th.0 Request processed in 354us (649us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536100.195433:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1788536100.196916:0:17116:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17116:1875415583037440:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536100.197023:0:17116:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17116:1875415583037568:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536100.197097:0:17116:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536100.197223:0:17116:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536efe40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536100.197285:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583037568 00000100:00100000:1.0:1788536100.197292:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583037568 00000100:00100000:1.0:1788536100.197351:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788536100.197363:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17116:x1875415583037568:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536100.197849:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17116:x1875415583037568:12345-0@lo:502:llog_process_th.0 Request processed in 487us (750us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536100.197858:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1788536100.198029:0:17116:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17116:1875415583037568:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788536100.198063:0:17116:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 45 count 45 00000020:01000000:2.0:1788536100.198642:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-44 (rc=0) 10000000:01000000:2.0:1788536100.198666:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788536100.198679:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.198693:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536100.198705:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1788536100.198708:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 37 10000000:01000000:2.0:1788536100.198711:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788536100.198752:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.198761:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.198784:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536100.198809:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536100.198862:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536100.198899:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b71b000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536100.199246:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583037696 00000100:00100000:1.0:1788536100.199255:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583037696 00000100:00100000:1.0:1788536100.199308:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788536100.199317:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583037696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536100.199332:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536100.199354:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f593 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.199416:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.199428:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536100.199438:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3200, rc 0) 00000100:00100000:1.0:1788536100.199843:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583037696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 525us (979us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536100.199851:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1788536100.199980:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536100.199999:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.200011:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536100.200087:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536100.200120:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536100.200165:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b71b000 going to sleep for 11 seconds 00000100:00100000:0.0:1788536100.200300:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583037824 00000100:00100000:0.0:1788536100.200306:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583037824 00000100:00100000:0.0:1788536100.200351:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788536100.200359:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583037824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536100.200761:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583037824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 402us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536100.200770:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1788536100.200851:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037824:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536100.200896:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536100.200946:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536100.200985:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549480 going to sleep for 11 seconds 00000100:00100000:1.0:1788536100.201056:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583037952 00000100:00100000:1.0:1788536100.201062:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583037952 00000100:00100000:1.0:1788536100.201086:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1788536100.201092:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583037952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.201283:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583037952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 190us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536100.201290:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1788536100.201406:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583037952:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536100.201824:0:17117:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17117:1875415583038080:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536100.201873:0:17117:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536100.201901:0:17117:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536100.201984:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583038080 00000100:00100000:2.0:1788536100.201989:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583038080 00000100:00100000:2.0:1788536100.202026:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1788536100.202034:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17117:x1875415583038080:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536100.202350:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17117:x1875415583038080:12345-0@lo:502:llog_process_th.0 Request processed in 315us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536100.202357:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1788536100.202676:0:17117:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17117:1875415583038080:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788536100.202710:0:17117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788536100.202723:0:17117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788536100.202726:0:17117:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:0.0:1788536100.202734:0:17117:0:(obd_config.c:1472:class_process_config()) processing cmd: ce020 00020000:01000000:0.0:1788536100.202814:0:17117:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:0.0:1788536100.206956:0:17117:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00080000:10000000:0.0:1788536100.254821:0:17117:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/8/4) registered 00080000:10000000:2.0:1788536100.364279:0:17117:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x39:0x0] (8/8/4) registered 00000100:00100000:2.0:1788536100.478033:0:17117:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17117:1875415583038208:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536100.478161:0:17117:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536100.478231:0:17117:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d411ca3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536100.478450:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583038208 00000100:00100000:0.0:1788536100.478461:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583038208 00000100:00100000:0.0:1788536100.478525:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1788536100.478535:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17117:x1875415583038208:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536100.478881:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17117:x1875415583038208:12345-0@lo:502:llog_process_th.0 Request processed in 346us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536100.478890:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1788536100.483305:0:17117:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197dc00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17117:1875415583038208:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788536100.483401:0:17117:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536100.483418:0:17117:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536100.483421:0:17117:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:2.0:1788536100.483431:0:17117:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 40 count 40 00000020:01000000:0.0:1788536100.485261:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 37-39 (rc=0) 10000000:01000000:0.0:1788536100.485305:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1788536100.485322:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.485337:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536100.485351:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1788536100.485355:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b1d50410000 from 1 10000000:01000000:0.0:1788536100.485358:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788536100.485467:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.485477:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.485490:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536100.485524:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583038336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536100.485615:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536100.485667:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b6b3240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536100.486408:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583038336 00000100:00100000:0.0:1788536100.486422:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583038336 00000100:00100000:0.0:1788536100.486715:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1788536100.486727:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583038336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536100.486748:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536100.486767:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f5a1 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.486801:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 19 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.486815:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 19 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536100.486825:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e000, rc 0) 00000100:00100000:0.0:1788536100.488385:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583038336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1631us (2741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536100.488401:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1788536100.493989:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583038336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536100.494035:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.494052:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536100.494282:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583038464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536100.494365:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536100.495029:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536100.495207:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583038464 00000100:00100000:1.0:1788536100.495218:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583038464 00000100:00100000:1.0:1788536100.495291:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1788536100.495303:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583038464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536100.497320:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583038464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 2007us (2943us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536100.497340:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1788536100.498025:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583038464:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1788536100.498087:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788536100.498103:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536100.498117:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536100.781237:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536101.080506:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536101.080760:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573740160 00000100:00100000:0.0:1788536101.080776:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573740160 00000100:00100000:0.0:1788536101.080849:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 396 00000100:00100000:0.0:1788536101.080861:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573740160:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536101.081221:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573740160:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 362us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.081232:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 396 00000100:00100000:1.0:1788536101.092028:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.092084:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.092119:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.092154:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.092173:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.092204:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.092238:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573740544 00000100:00100000:1.0:1788536101.092250:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573740544 00000100:00100000:1.0:1788536101.092314:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573740800 00000100:00100000:1.0:1788536101.092317:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573740800 00000100:00100000:1.0:1788536101.092334:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573740928 00000100:00100000:1.0:1788536101.092336:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573740928 00000100:00100000:1.0:1788536101.092349:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573740416 00000100:00100000:1.0:1788536101.092351:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573740416 00000100:00100000:0.0:1788536101.092580:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573740288 00000100:00100000:0.0:1788536101.092585:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573740288 00000100:00100000:0.0:1788536101.092619:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573740672 00000100:00100000:0.0:1788536101.092622:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573740672 00000100:00100000:0.0:1788536101.092646:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 295 00000100:00100000:0.0:1788536101.092657:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+74:2354:x1875415573740288:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536101.092748:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+74:2354:x1875415573740288:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 92us (736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.092756:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 295 00000100:00100000:0.0:1788536101.092774:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 296 00000100:00100000:0.0:1788536101.092780:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+31:2354:x1875415573740672:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536101.092802:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+31:2354:x1875415573740672:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.092809:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 296 00000100:00080000:0.0:1788536101.092829:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536101.092834:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536101.092837:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536101.093123:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 272 00000100:00100000:1.0:1788536101.093135:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573740544:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536101.093181:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573740544:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 49us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.095057:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 273 00000100:00100000:3.0:1788536101.095083:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573740800:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536101.095178:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573740800:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 106us (3057us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.095187:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 273 00000100:00100000:3.0:1788536101.095220:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 274 00000100:00100000:3.0:1788536101.095229:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573740928:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536101.095257:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573740928:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (3082us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.095263:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 274 00000100:00100000:3.0:1788536101.095273:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:3.0:1788536101.095280:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573740416:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536101.095302:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573740416:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (3097us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.095307:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:1.0:1788536101.097934:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 272 00000020:00000080:2.0:1788536101.616827:0:17166:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffd2d1e8100 20000000:00000080:2.0:1788536101.616853:0:17166:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8b1d6e14a800 uarg=0000000000000000 00000040:00100000:2.0:1788536101.618815:0:17166:0:(llog.c:1072:llog_reverse_process()) index 44 : idx 1 20000000:01000000:2.0:1788536101.618834:0:17166:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 43 cmd:0xce020 lustre.test_11c 00000040:00080000:2.0:1788536101.619352:0:17166:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].45, 224 off16008 20000000:01000000:2.0:1788536101.619423:0:17166:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1788536101.619464:0:17166:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].46, 136 off16144 00000040:00080000:2.0:1788536101.619524:0:17166:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].48, 224 off16608 00000040:00080000:2.0:1788536101.619791:0:17166:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].40, 224 off15280 20000000:01000000:2.0:1788536101.619802:0:17166:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1788536101.619854:0:17166:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].41, 144 off15424 00000040:00080000:2.0:1788536101.619892:0:17166:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].42, 224 off15648 10000000:01000000:2.0:1788536101.619907:0:17166:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1788536101.619932:0:17166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623568:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623594:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623642:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623653:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623661:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623668:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623675:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623682:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623689:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623697:0:17166:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623708:0:17166:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623771:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.623805:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 18 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.623827:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583038592:0@lo:104: 00000100:00100000:2.0:1788536101.623914:0:17166:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536101.624018:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.624028:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 18 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.624032:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583038592 00000100:00100000:2.0:1788536101.624039:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583038720:0@lo:104: 00000100:00100000:3.0:1788536101.624051:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583038592 00000100:00100000:2.0:1788536101.624068:0:17166:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536101.624154:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.624163:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 18 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.624171:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583038848:0@lo:104: 00000100:00100000:2.0:1788536101.624194:0:17166:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536101.624868:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.624880:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 18 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.624891:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583038976:0@lo:104: 00000100:00100000:2.0:1788536101.624933:0:17166:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536101.624951:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583038720 00000100:00100000:1.0:1788536101.624965:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583038720 00000100:00100000:3.0:1788536101.624994:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583038848 00000100:00100000:1.0:1788536101.625001:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788536101.625002:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583038848 00000100:00100000:1.0:1788536101.625017:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17166:x1875415583038592:12345-0@lo:104: 00010000:00010000:1.0:1788536101.625034:0:5807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.630896:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788536101.630919:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17166:x1875415583038592:12345-0@lo:104: Request processed in 5901us (6998us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.630973:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00010000:00010000:3.0:1788536101.631004:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536101.631017:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631029:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f800 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:3.0:1788536101.631034:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536101.631034:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00010000:00010000:3.0:1788536101.631050:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536101.631053:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17166:x1875415583038720:12345-0@lo:104: 10000000:00010000:3.0:1788536101.631066:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536101.631072:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536101.631086:0:5807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631128:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631136:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788536101.631164:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631171:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5a8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631200:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536101.631202:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536101.631204:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536101.631233:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583039104:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536101.631274:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788536101.631282:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17166:x1875415583038720:12345-0@lo:104: Request processed in 238us (7214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.631289:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788536101.631295:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536101.631309:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788536101.631318:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17166:x1875415583038848:12345-0@lo:104: 00010000:00010000:1.0:1788536101.631330:0:5807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631391:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788536101.631396:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583039104 00000100:00100000:1.0:1788536101.631397:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17166:x1875415583038848:12345-0@lo:104: Request processed in 81us (7202us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.631406:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788536101.631407:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583039104 00010000:00010000:1.0:1788536101.631432:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788536101.631439:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631445:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 19 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631449:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:1.0:1788536101.631456:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631478:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.631481:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 10000000:00010000:1.0:1788536101.631491:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.631495:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583039104:12345-0@lo:103:ldlm_bl.0 10000000:01000000:1.0:1788536101.631506:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788536101.631513:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536101.631522:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 19 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631530:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631537:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 19 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631539:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536101.631555:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631565:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536101.631565:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d42bbb600/0x94dfe24b69f4f593 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f59a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631580:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536101.631584:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631590:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f000 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:1.0:1788536101.631594:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.631598:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583039104:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (302us total) trans 0 rc 0/0 00010000:00010000:1.0:1788536101.631608:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.631612:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 10000000:00010000:1.0:1788536101.631621:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536101.631634:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1788536101.631641:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583039232:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536101.631651:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631659:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788536101.631676:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788536101.631680:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631688:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f000/0x94dfe24b69f4f585 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f58c expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.631699:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536101.631701:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536101.631703:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536101.631714:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583039360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536101.631718:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583039232 00000100:00100000:3.0:1788536101.631724:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583039232 00010000:00010000:3.0:1788536101.631744:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 19 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536101.631752:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536101.631779:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583039360 00000100:00100000:3.0:1788536101.631782:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583039360 00010000:00010000:3.0:1788536101.631797:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 20 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536101.631800:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1788536101.631812:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46531050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+20:3283:x1875415583039232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536101.631823:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536101.631829:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 20 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.631834:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00010000:00010000:1.0:1788536101.631847:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 20 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.631848:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b1b1008-f46c-4e76-88c8-077a2638af27+20:3284:x1875415583039360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536101.631865:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536101.631894:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46531050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+20:3283:x1875415583039232:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.631910:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00010000:00010000:3.0:1788536101.631941:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536101.631947:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 19 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631965:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 19 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.631978:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536101.631994:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583039232:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536101.632017:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583039360:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.632024:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1788536101.632050:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583039360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536101.632077:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583039104:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536101.632090:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536101.635661:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.635687:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 18 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.635706:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583039488:0@lo:104: 00000100:00100000:2.0:1788536101.635781:0:17166:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536101.635811:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.635820:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 18 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.635829:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583039616:0@lo:104: 00000100:00100000:2.0:1788536101.635849:0:17166:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536101.635862:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.635870:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 18 pid: 5818 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.635878:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583039744:0@lo:104: 00000100:00100000:2.0:1788536101.635899:0:17166:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536101.635916:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.635931:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 12 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.635976:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583039872:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536101.636047:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.636055:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 12 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.636064:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583040000:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536101.636098:0:17166:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.636106:0:17166:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 12 pid: 5817 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.636115:0:17166:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583040128:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536101.636144:0:17166:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536d66c0 going to sleep for 11 seconds 00010000:00010000:2.0:1788536101.636174:0:17166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f5a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f5a1 expref: 18 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.636194:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583038592:0@lo:104: 00010000:00010000:2.0:1788536101.636205:0:17166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1c426a3200/0x94dfe24b69f4f59a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f593 expref: 17 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.636213:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583038720:0@lo:104: 00010000:00010000:2.0:1788536101.636224:0:17166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1c426a3800/0x94dfe24b69f4f58c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f585 expref: 16 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.636254:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583038848:0@lo:104: 00000100:00100000:1.0:1788536101.636916:0:5807:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788536101.636941:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583038976 00000100:00100000:1.0:1788536101.636950:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583038976 00000100:00100000:1.0:1788536101.637013:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583039488 00000100:00100000:1.0:1788536101.637016:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583039488 00000100:00100000:1.0:1788536101.637027:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583039616 00000100:00100000:1.0:1788536101.637030:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583039616 00000100:00100000:1.0:1788536101.637038:0:5807:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583039744 00000100:00100000:1.0:1788536101.637040:0:5807:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583039744 00000100:00100000:1.0:1788536101.637055:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788536101.637065:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+6:17166:x1875415583038976:12345-0@lo:104: 00010000:00010000:1.0:1788536101.637201:0:5807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637289:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788536101.637295:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+6:17166:x1875415583038976:12345-0@lo:104: Request processed in 232us (12361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.637302:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788536101.637321:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788536101.637326:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17166:x1875415583039488:12345-0@lo:104: 00010000:00010000:1.0:1788536101.637334:0:5807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637362:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788536101.637366:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17166:x1875415583039488:12345-0@lo:104: Request processed in 41us (1587us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.637407:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788536101.637417:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788536101.637422:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17166:x1875415583039616:12345-0@lo:104: 00010000:00010000:1.0:1788536101.637430:0:5807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637453:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788536101.637458:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17166:x1875415583039616:12345-0@lo:104: Request processed in 36us (1609us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.637463:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788536101.637471:0:5807:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788536101.637477:0:5807:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73ade050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17166:x1875415583039744:12345-0@lo:104: 00010000:00010000:1.0:1788536101.637484:0:5807:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637505:0:5807:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1788536101.637510:0:5807:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73ade050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17166:x1875415583039744:12345-0@lo:104: Request processed in 33us (1611us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.637515:0:5807:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00010000:1.0:1788536101.637552:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788536101.637559:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637567:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7600 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:1.0:1788536101.637572:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637592:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536101.637609:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536101.637616:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536101.637652:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637658:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536101.637678:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637686:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7600/0x94dfe24b69f4f577 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f57e expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637701:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788536101.637704:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637709:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7c00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:1.0:1788536101.637712:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637719:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536101.637726:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536101.637736:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536101.637746:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637752:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536101.637766:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637773:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f569 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f570 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637781:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788536101.637783:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637788:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733600 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:1.0:1788536101.637791:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637799:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536101.637805:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536101.637810:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536101.637818:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637823:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536101.637832:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637839:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d77733600/0x94dfe24b69f4f55b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f562 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637847:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536101.637850:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637856:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2400 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:1.0:1788536101.637859:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637865:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536101.637871:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536101.637876:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536101.637883:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637888:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536101.637892:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637898:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f54d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f554 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.637912:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536101.637918:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536101.637920:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536101.637938:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583040256:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536101.637987:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536101.638015:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536101.638020:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583040640:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536101.638035:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536101.638057:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583040256 00000100:00100000:1.0:1788536101.638062:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583040256 00000100:00100000:2.0:1788536101.638262:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583038976:0@lo:104: 00000100:00100000:2.0:1788536101.638273:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583039488:0@lo:104: 00000100:00100000:2.0:1788536101.638280:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583039616:0@lo:104: 00000100:00100000:2.0:1788536101.638287:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583039744:0@lo:104: 00000100:00100000:0.0:1788536101.639548:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583040512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536101.639625:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536101.639693:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536101.639698:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583040384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536101.639717:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536101.639754:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583040640 00000100:00100000:0.0:1788536101.639761:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583040640 00000100:00100000:2.0:1788536101.639880:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583040512 00000100:00100000:2.0:1788536101.639885:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583040512 00010000:00010000:1.0:1788536101.640045:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 18 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.640084:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583040384 00000100:00100000:3.0:1788536101.640090:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583040384 00000100:00100000:1.0:1788536101.640100:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:1.0:1788536101.640114:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583040256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536101.640144:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536101.640151:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 19 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.640166:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 19 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.640186:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772fa00/0x94dfe24b69f4f57e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f577 expref: 19 pid: 5817 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.640208:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536101.640254:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+18:3285:x1875415583040256:12345-0@lo:103:ldlm_bl.0 Request processed in 145us (2266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.640261:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:0.0:1788536101.644850:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 18 pid: 5818 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536101.644907:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1788536101.644934:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b1b1008-f46c-4e76-88c8-077a2638af27+18:3285:x1875415583040640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536101.644962:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536101.644969:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 18 pid: 5818 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.644982:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 18 pid: 5818 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.645005:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f554 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f54d expref: 18 pid: 5818 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.645025:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536101.645123:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:3285:x1875415583040640:12345-0@lo:103:ldlm_bl.0 Request processed in 207us (7085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.645143:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1788536101.645267:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536101.645289:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536101.645306:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536101.645320:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573741184 00000100:00100000:0.0:1788536101.645328:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573741184 00010000:00010000:0.0:1788536101.645348:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 13 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536101.645398:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573741056 00000100:00100000:0.0:1788536101.645401:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573741056 00010000:00010000:0.0:1788536101.645416:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 14 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536101.645425:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573741312 00000100:00100000:0.0:1788536101.645428:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573741312 00010000:00010000:0.0:1788536101.645457:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 15 pid: 5817 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536101.645472:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 217 00000100:00100000:0.0:1788536101.645478:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:666cd09c-4866-4aac-925c-f8c42be62c9a+15:2355:x1875415573741184:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536101.645488:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536101.645492:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 15 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.645501:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 15 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.645513:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536101.645558:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:666cd09c-4866-4aac-925c-f8c42be62c9a+15:2355:x1875415573741184:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 80us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.645565:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 217 00000100:00100000:0.0:1788536101.645579:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 218 00000100:00100000:0.0:1788536101.645585:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46532050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:666cd09c-4866-4aac-925c-f8c42be62c9a+14:2355:x1875415573741056:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536101.645593:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536101.645611:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 14 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.645626:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 14 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.645636:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536101.645655:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46532050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:666cd09c-4866-4aac-925c-f8c42be62c9a+14:2355:x1875415573741056:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 70us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.645661:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 218 00000100:00100000:0.0:1788536101.645675:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 219 00000100:00100000:0.0:1788536101.645681:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573741312:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536101.645689:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536101.645694:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 13 pid: 5817 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.645701:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 13 pid: 5817 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.645710:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536101.645726:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573741312:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 45us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.645732:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 219 00010000:00010000:2.0:1788536101.646578:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 16 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.646627:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1788536101.646640:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0b1b1008-f46c-4e76-88c8-077a2638af27+16:3283:x1875415583040512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536101.646651:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536101.646655:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 16 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.646666:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 16 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.646680:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f562 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f55b expref: 16 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.646695:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536101.646752:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:0b1b1008-f46c-4e76-88c8-077a2638af27+15:3283:x1875415583040512:12345-0@lo:103:ldlm_bl.0 Request processed in 118us (7126us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536101.646759:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1788536101.646878:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583040512:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536101.647030:0:17166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d77733e00/0x94dfe24b69f4f546 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0331 expref: 12 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.647042:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583039872:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536101.647056:0:17166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d77732a00/0x94dfe24b69f4f53f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b032a expref: 11 pid: 5816 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.647065:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583040000:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536101.647084:0:17166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f538 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0323 expref: 10 pid: 5817 timeout: 579 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536101.647097:0:17166:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17166:1875415583040128:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536101.647251:0:17166:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.647472:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536101.648630:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583040640:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536101.648649:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583040256:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536101.649061:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 13 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536101.649166:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1788536101.649188:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:3283:x1875415583040384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536101.649221:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536101.649228:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 13 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649261:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 13 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649284:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d77733800/0x94dfe24b69f4f570 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f569 expref: 13 pid: 5816 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649303:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649313:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649334:0:5809:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649342:0:5809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649349:0:5809:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649356:0:5809:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649362:0:5809:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536101.649382:0:5809:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649393:0:5809:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649421:0:5809:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536101.649435:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536101.649521:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+12:3283:x1875415583040384:12345-0@lo:103:ldlm_bl.0 Request processed in 344us (9801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.649529:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00010000:00010000:2.0:1788536101.649645:0:17166:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.649657:0:17166:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536101.649665:0:17166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d42bbbc00/0x94dfe24b69f4f5af lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536101.654701:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583040384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536101.686789:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.686901:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573741440 00000100:00100000:1.0:1788536101.686940:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573741440 00000100:00100000:1.0:1788536101.687032:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 397 00000100:00100000:1.0:1788536101.687045:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+10:5593:x1875415573741440:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536101.687069:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536101.687094:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0338 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.687149:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 11 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.687165:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 11 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.687177:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2400, rc 0) 00000100:00100000:1.0:1788536101.687327:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573741440:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 284us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.687335:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 397 00000100:00100000:0.0:1788536101.701882:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.710311:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573741568 00000100:00100000:1.0:1788536101.710336:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573741568 00000100:00100000:2.0:1788536101.711432:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 398 00000100:00100000:2.0:1788536101.711448:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573741568:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536101.711867:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573741568:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 421us (9998us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536101.711886:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 398 00000100:00100000:0.0:1788536101.715190:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.715304:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573741696 00000100:00100000:1.0:1788536101.715319:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573741696 00000100:00100000:1.0:1788536101.715446:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 399 00000100:00100000:1.0:1788536101.715459:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573741696:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536101.715821:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573741696:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 Request processed in 362us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.715830:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 399 00000100:00100000:0.0:1788536101.722460:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536101.722612:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573741824 00000100:00100000:3.0:1788536101.722626:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573741824 00000100:00100000:3.0:1788536101.722702:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:3.0:1788536101.722714:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22441:x1875415573741824:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536101.723281:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22441:x1875415573741824:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 567us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.723292:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:0.0:1788536101.728645:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.728760:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573741952 00000100:00100000:1.0:1788536101.728774:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573741952 00000100:00100000:1.0:1788536101.728927:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 401 00000100:00100000:1.0:1788536101.728939:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22441:x1875415573741952:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536101.730079:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22441:x1875415573741952:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 1132us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.730093:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 401 00000100:00100000:0.0:1788536101.736844:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536101.737100:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573742080 00000100:00100000:3.0:1788536101.737114:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573742080 00000100:00100000:3.0:1788536101.737190:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 402 00000100:00100000:3.0:1788536101.737202:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22441:x1875415573742080:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536101.737854:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22441:x1875415573742080:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 651us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.737875:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 402 00000100:00100000:0.0:1788536101.740793:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.741078:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573742208 00000100:00100000:1.0:1788536101.741092:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573742208 00000100:00100000:1.0:1788536101.741158:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 403 00000100:00100000:1.0:1788536101.741169:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573742208:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536101.741190:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536101.741214:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b033f expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.741251:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.741264:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536101.741275:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2e00, rc 0) 00000100:00100000:1.0:1788536101.741346:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573742208:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 179us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.741354:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 403 00000100:00100000:0.0:1788536101.743720:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536101.743805:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573742336 00000100:00100000:3.0:1788536101.743818:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573742336 00000100:00100000:3.0:1788536101.743923:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 404 00000100:00100000:3.0:1788536101.743935:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573742336:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536101.744359:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573742336:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 424us (651us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.744405:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 404 00000100:00100000:0.0:1788536101.746628:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.746747:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573742464 00000100:00100000:1.0:1788536101.746761:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573742464 00000100:00100000:1.0:1788536101.746874:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 405 00000100:00100000:1.0:1788536101.746886:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573742464:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536101.747238:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573742464:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 Request processed in 353us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536101.747248:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 405 00000100:00100000:0.0:1788536101.751206:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536101.751315:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573742592 00000100:00100000:3.0:1788536101.751329:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573742592 00000100:00100000:3.0:1788536101.753339:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 406 00000100:00100000:3.0:1788536101.753402:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22442:x1875415573742592:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536101.753816:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22442:x1875415573742592:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 459us (2627us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.753826:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 406 00000100:00100000:0.0:1788536101.756922:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536101.757095:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573742720 00000100:00100000:1.0:1788536101.757108:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573742720 00000100:00100000:1.0:1788536101.757215:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 407 00000100:00100000:1.0:1788536101.757226:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22442:x1875415573742720:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536101.757799:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22442:x1875415573742720:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 573us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.757809:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 407 00000100:00100000:0.0:1788536101.761438:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536101.761759:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573742848 00000100:00100000:3.0:1788536101.761774:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573742848 00000100:00100000:3.0:1788536101.761882:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:3.0:1788536101.761895:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22442:x1875415573742848:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536101.762892:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22442:x1875415573742848:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 993us (1514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.762905:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:2.0:1788536101.766942:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536101.767135:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573742976 00000100:00100000:0.0:1788536101.767148:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573742976 00000100:00100000:0.0:1788536101.767216:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00100000:0.0:1788536101.767228:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573742976:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536101.767249:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536101.767274:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0346 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.767310:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.767348:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536101.767359:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f000, rc 0) 00000100:00100000:0.0:1788536101.767476:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573742976:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 251us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536101.767484:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00100000:0.0:1788536101.768964:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536101.770481:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573743104 00000100:00100000:3.0:1788536101.770498:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573743104 00000100:00100000:2.0:1788536101.770738:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 410 00000100:00100000:2.0:1788536101.770750:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573743104:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536101.771274:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573743104:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 523us (2324us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536101.771284:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 410 00010000:00010000:1.0:1788536101.803888:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536101.997064:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583040896:0@lo:400:kworker.0 00000100:00100000:2.0:1788536101.997159:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536101.997281:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583040768:0@lo:400:kworker.0 00000100:00100000:0.0:1788536101.997327:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536101.997414:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583040896 00000100:00100000:0.0:1788536101.997424:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583040896 00000100:00100000:0.0:1788536101.997491:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1788536101.997501:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583040896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536101.997657:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583040768 00000100:00100000:3.0:1788536101.997661:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583040768 00000100:00100000:3.0:1788536101.997690:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1788536101.997697:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+12:3285:x1875415583040768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536101.997753:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+12:3285:x1875415583040768:12345-0@lo:400:kworker.0 Request processed in 56us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.997790:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1788536101.997848:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583041024:0@lo:400:kworker.0 00000100:00100000:3.0:1788536101.997878:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536101.997937:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583040768:0@lo:400:kworker.0 00000100:00100000:3.0:1788536101.997984:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583041024 00000100:00100000:3.0:1788536101.997988:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583041024 00000100:00100000:3.0:1788536101.998026:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1788536101.998032:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583041024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536101.998066:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583041024:12345-0@lo:400:kworker.0 Request processed in 34us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536101.998073:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1788536101.998099:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583041024:0@lo:400:kworker.0 00000100:00080000:3.0:1788536101.998121:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536102.002924:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583040896:12345-0@lo:400:kworker.0 Request processed in 5406us (5746us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536102.002947:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1788536102.003222:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583041152:0@lo:400:kworker.0 00000100:00100000:3.0:1788536102.003305:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536102.003397:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583041152 00000100:00100000:0.0:1788536102.003408:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583041152 00000100:00100000:0.0:1788536102.003477:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1788536102.003487:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583041152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536102.003669:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583040896:0@lo:400:kworker.0 00000100:00080000:2.0:1788536102.003731:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536102.003753:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583041280:0@lo:400:kworker.0 00000100:00100000:2.0:1788536102.005964:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536102.006261:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583041280 00000100:00100000:2.0:1788536102.006273:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583041280 00000100:00100000:2.0:1788536102.006354:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1788536102.006399:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583041280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536102.007660:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583041280:12345-0@lo:400:kworker.0 Request processed in 1279us (1708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536102.007676:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:2.0:1788536102.007716:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536102.008208:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583041280:0@lo:400:kworker.0 00000100:00100000:3.0:1788536102.010243:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536102.010271:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583041408:0@lo:400:kworker.0 00000100:00100000:3.0:1788536102.016108:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536102.018659:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583041152:0@lo:400:kworker.0 00000100:00100000:0.0:1788536102.022700:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583041152:12345-0@lo:400:kworker.0 Request processed in 19198us (19378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536102.022721:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1788536102.022769:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583041408 00000100:00100000:0.0:1788536102.023904:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583041408 00000100:00100000:0.0:1788536102.024148:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1788536102.024162:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583041408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536102.024350:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583041408:12345-0@lo:400:kworker.0 Request processed in 191us (8255us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536102.024385:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00080000:2.0:1788536102.028777:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536102.028905:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583041408:0@lo:400:kworker.0 00000100:00100000:0.0:1788536102.507775:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536102.512694:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583041536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536102.512801:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536102.513068:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583041536 00000100:00100000:3.0:1788536102.513081:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583041536 00000100:00100000:3.0:1788536102.513151:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1788536102.513164:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583041536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536102.513210:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536102.513292:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583041536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536102.513301:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:2.0:1788536102.513508:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583041536:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536102.835774:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788536103.150399:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1788536103.150413:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d77a81800 from 45 10000000:01000000:0.0:1788536103.150421:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788536103.150513:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.150529:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.150543:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536103.150582:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583041664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536103.150695:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536103.150804:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46483480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.151002:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583041664 00000100:00100000:2.0:1788536103.151014:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583041664 00000100:00100000:2.0:1788536103.151082:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1788536103.151092:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+12:5820:x1875415583041664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536103.151109:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536103.151124:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f5cb expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.151155:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 13 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.151169:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 13 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.151180:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c000, rc 0) 00000100:00100000:2.0:1788536103.151241:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583041664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.151249:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1788536103.151417:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583041664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536103.151437:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.151447:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536103.151542:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583041792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536103.151572:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536103.151637:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46483480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536103.151847:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583041792 00000100:00100000:3.0:1788536103.151853:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583041792 00000100:00100000:3.0:1788536103.151893:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1788536103.151901:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583041792:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.152267:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583041792:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 367us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536103.152275:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1788536103.152415:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583041792:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536103.152454:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583041920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536103.152501:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536103.152534:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46483480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536103.152589:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583041920 00000100:00100000:3.0:1788536103.152594:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583041920 00000100:00100000:3.0:1788536103.152634:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1788536103.152642:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583041920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.152839:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583041920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 197us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536103.152846:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1788536103.152991:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bc380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583041920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.153491:0:17167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17167:1875415583042048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.153546:0:17167:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.153594:0:17167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536103.153658:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583042048 00000100:00100000:3.0:1788536103.153664:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583042048 00000100:00100000:3.0:1788536103.153705:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1788536103.153714:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17167:x1875415583042048:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536103.154084:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17167:x1875415583042048:12345-0@lo:502:llog_process_th.0 Request processed in 369us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536103.154092:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1788536103.154634:0:17167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17167:1875415583042048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.154711:0:17167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17167:1875415583042176:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.154768:0:17167:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.154809:0:17167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.154878:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583042176 00000100:00100000:2.0:1788536103.154884:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583042176 00000100:00100000:2.0:1788536103.154933:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1788536103.154950:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17167:x1875415583042176:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536103.155163:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17167:x1875415583042176:12345-0@lo:502:llog_process_th.0 Request processed in 222us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.155170:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1788536103.155352:0:17167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17167:1875415583042176:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.155410:0:17167:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17167:1875415583042304:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.155446:0:17167:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.155517:0:17167:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.155575:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583042304 00000100:00100000:0.0:1788536103.155581:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583042304 00000100:00100000:0.0:1788536103.155616:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1788536103.155623:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17167:x1875415583042304:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536103.155766:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17167:x1875415583042304:12345-0@lo:502:llog_process_th.0 Request processed in 142us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.155773:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1788536103.155850:0:17167:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17167:1875415583042304:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788536103.155876:0:17167:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:0.0:1788536103.156127:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:0.0:1788536103.156151:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788536103.156165:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.156178:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536103.156189:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1788536103.156192:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1788536103.156196:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788536103.156238:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.156247:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.156258:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536103.156276:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536103.156309:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536103.156334:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46483b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536103.156540:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583042432 00000100:00100000:3.0:1788536103.156548:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583042432 00000100:00100000:3.0:1788536103.156588:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1788536103.156605:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583042432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536103.156618:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536103.156634:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f5d9 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.156664:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 14 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.156679:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 14 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.156690:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7200, rc 0) 00000100:00100000:3.0:1788536103.156742:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583042432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536103.156749:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1788536103.156829:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536103.156845:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.156863:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536103.156927:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.156969:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.157001:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.157055:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583042560 00000100:00100000:2.0:1788536103.157060:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583042560 00000100:00100000:2.0:1788536103.157110:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788536103.157118:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583042560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.157475:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583042560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 356us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.157483:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1788536103.157966:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.158014:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042688:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.158082:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.158117:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.158306:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583042688 00000100:00100000:2.0:1788536103.158317:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583042688 00000100:00100000:2.0:1788536103.158351:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:2.0:1788536103.158358:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583042688:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.158795:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583042688:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 434us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.158804:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788536103.159023:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042688:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788536103.161290:0:17168:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1788536103.163118:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1788536103.163163:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788536103.163179:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.163196:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536103.163212:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788536103.163216:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d58399000 from 45 10000000:01000000:1.0:1788536103.163220:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788536103.163277:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.163286:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.163319:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536103.163351:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.163460:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.163516:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.164118:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583042816 00000100:00100000:2.0:1788536103.164141:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583042816 00000100:00100000:2.0:1788536103.164216:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1788536103.164227:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583042816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536103.164246:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536103.164265:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f5e7 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.164299:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 15 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.164312:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 15 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.164321:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167d400, rc 0) 00000100:00100000:2.0:1788536103.164414:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583042816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (953us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.164432:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1788536103.164772:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536103.164793:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.164804:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536103.164886:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.164925:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.165030:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.165776:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583042944 00000100:00100000:0.0:1788536103.165788:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583042944 00000100:00100000:0.0:1788536103.165859:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788536103.165870:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583042944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536103.171970:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583042944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 6085us (7027us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.171989:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1788536103.172124:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583042944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.172523:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.172892:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.172967:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.173066:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583043072 00000100:00100000:2.0:1788536103.173077:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583043072 00000100:00100000:2.0:1788536103.173247:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1788536103.173259:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583043072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.173572:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583043072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 314us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536103.173712:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.174205:0:17169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17169:1875415583043200:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.174263:0:17169:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.174302:0:17169:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.174448:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583043200 00000100:00100000:0.0:1788536103.174454:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583043200 00000100:00100000:0.0:1788536103.174489:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1788536103.174498:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+16:17169:x1875415583043200:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536103.174767:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+16:17169:x1875415583043200:12345-0@lo:502:llog_process_th.0 Request processed in 268us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.174776:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1788536103.174998:0:17169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17169:1875415583043200:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.175052:0:17169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17169:1875415583043328:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.175088:0:17169:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.175107:0:17169:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.175313:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1788536103.175345:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583043328 00000100:00100000:2.0:1788536103.175350:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583043328 00000100:00100000:2.0:1788536103.175397:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1788536103.175404:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17169:x1875415583043328:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536103.175559:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17169:x1875415583043328:12345-0@lo:502:llog_process_th.0 Request processed in 155us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.175567:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1788536103.175670:0:17169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17169:1875415583043328:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.175705:0:17169:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17169:1875415583043456:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536103.175739:0:17169:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536103.175754:0:17169:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.175798:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583043456 00000100:00100000:2.0:1788536103.175802:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583043456 00000100:00100000:2.0:1788536103.175819:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1788536103.175824:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17169:x1875415583043456:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536103.176029:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17169:x1875415583043456:12345-0@lo:502:llog_process_th.0 Request processed in 204us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.176036:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1788536103.178051:0:17169:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17169:1875415583043456:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788536103.178390:0:17169:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:2.0:1788536103.178724:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:2.0:1788536103.178747:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788536103.178761:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.178794:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536103.178806:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1788536103.178809:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1788536103.178813:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788536103.178863:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.178872:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.178882:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536103.178909:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.179002:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.179052:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460480 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.179321:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583043584 00000100:00100000:0.0:1788536103.179337:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583043584 00000100:00100000:0.0:1788536103.179431:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1788536103.179443:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583043584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536103.179460:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536103.179475:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f5f5 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.179504:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 16 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.179517:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 16 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.179527:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f200, rc 0) 00000100:00100000:0.0:1788536103.179631:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583043584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (627us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.179638:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1788536103.179883:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536103.179901:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.179912:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536103.179990:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.180039:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536103.180075:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.180186:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583043712 00000100:00100000:2.0:1788536103.180192:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583043712 00000100:00100000:2.0:1788536103.180229:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1788536103.180237:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583043712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.180594:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583043712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 356us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.180602:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1788536103.180820:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.180961:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.181007:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536103.181041:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.181092:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583043840 00000100:00100000:2.0:1788536103.181098:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583043840 00000100:00100000:2.0:1788536103.181135:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788536103.181151:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583043840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.181337:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583043840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 187us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.181344:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1788536103.181492:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043840:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788536103.182996:0:17170:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:2.0:1788536103.183247:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1788536103.183283:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788536103.183299:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.183316:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536103.183330:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788536103.183333:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d583d8000 from 45 10000000:01000000:2.0:1788536103.183337:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788536103.183601:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.183612:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.183624:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536103.183661:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.183748:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.183856:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460180 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.184032:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583043968 00000100:00100000:0.0:1788536103.184042:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583043968 00000100:00100000:0.0:1788536103.184148:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1788536103.184159:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583043968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536103.184176:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536103.184194:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f603 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.184225:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 17 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.184239:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 17 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.184268:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:0.0:1788536103.184327:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583043968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.184335:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1788536103.184469:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583043968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536103.184487:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.184497:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536103.184562:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.184594:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.185113:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583044096 00000100:00100000:3.0:1788536103.185123:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.185222:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583044096 00000100:00100000:2.0:1788536103.185312:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1788536103.185320:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583044096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.185722:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583044096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 402us (1126us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.185731:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1788536103.185825:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.185892:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.185960:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536103.186207:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.186273:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583044224 00000100:00100000:2.0:1788536103.186279:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583044224 00000100:00100000:0.0:1788536103.186323:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1788536103.186334:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583044224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536103.186624:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583044224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 292us (663us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.186631:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1788536103.186760:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.187494:0:17171:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17171:1875415583044352:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536103.187554:0:17171:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536103.187632:0:17171:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b39c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.187691:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583044352 00000100:00100000:2.0:1788536103.187699:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583044352 00000100:00100000:2.0:1788536103.187779:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1788536103.187789:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17171:x1875415583044352:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536103.188245:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17171:x1875415583044352:12345-0@lo:502:llog_process_th.0 Request processed in 456us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.188254:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1788536103.188341:0:17171:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17171:1875415583044352:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536103.188491:0:17171:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17171:1875415583044480:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536103.188532:0:17171:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536103.188659:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583044480 00000100:00100000:0.0:1788536103.188666:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583044480 00000100:00100000:0.0:1788536103.188706:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1788536103.188714:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17171:x1875415583044480:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536103.188826:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17171:x1875415583044480:12345-0@lo:502:llog_process_th.0 Request processed in 114us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.188841:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1788536103.189038:0:17171:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.189054:0:17171:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17171:1875415583044480:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536103.189095:0:17171:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17171:1875415583044608:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536103.189345:0:17171:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.189467:0:17171:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460180 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.189502:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583044608 00000100:00100000:0.0:1788536103.189507:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583044608 00000100:00100000:0.0:1788536103.189541:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788536103.189547:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17171:x1875415583044608:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536103.189804:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17171:x1875415583044608:12345-0@lo:502:llog_process_th.0 Request processed in 256us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.189812:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1788536103.189957:0:17171:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17171:1875415583044608:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788536103.189984:0:17171:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000020:01000000:2.0:1788536103.193737:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 45-48 (rc=0) 10000000:01000000:2.0:1788536103.193796:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788536103.193813:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.193862:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536103.193888:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1788536103.193892:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 40 10000000:01000000:2.0:1788536103.193896:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788536103.193967:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.193978:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.193993:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536103.194028:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.194144:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.194207:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460180 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.194557:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583044736 00000100:00100000:0.0:1788536103.194577:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583044736 00000100:00100000:0.0:1788536103.194644:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1788536103.194654:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583044736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536103.194673:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536103.194692:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f611 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.194723:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.194735:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.194745:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772ee00, rc 0) 00000100:00100000:0.0:1788536103.194802:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583044736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.194809:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1788536103.195287:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536103.195315:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.195330:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536103.195436:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.195476:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.195523:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.195544:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583044864 00000100:00100000:2.0:1788536103.195548:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583044864 00000100:00100000:2.0:1788536103.195578:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1788536103.195586:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583044864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.195918:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583044864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 332us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.195927:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1788536103.195977:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.196006:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.196052:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.196066:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536103.196077:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583044992 00000100:00100000:2.0:1788536103.196081:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583044992 00000100:00100000:2.0:1788536103.196098:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1788536103.196105:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583044992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.197337:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583044992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1221us (1273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.197351:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1788536103.197487:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583044992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536103.198269:0:17172:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17172:1875415583045120:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536103.198347:0:17172:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.198465:0:17172:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435a7900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.198506:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583045120 00000100:00100000:0.0:1788536103.198514:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583045120 00000100:00100000:0.0:1788536103.198807:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1788536103.198822:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17172:x1875415583045120:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536103.199471:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17172:x1875415583045120:12345-0@lo:502:llog_process_th.0 Request processed in 649us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.199481:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1788536103.199645:0:17172:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17172:1875415583045120:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788536103.199687:0:17172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536103.199702:0:17172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536103.199714:0:17172:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:2.0:1788536103.199724:0:17172:0:(obd_config.c:1472:class_process_config()) processing cmd: ce021 00020000:01000000:2.0:1788536103.199746:0:17172:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000020:01000004:3.0:1788536103.203357:0:17173:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b1d583d8000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788536103.203367:0:17173:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b1d583d8000 4 00000100:00100000:2.0:1788536103.204040:0:17172:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17172:1875415583045248:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536103.204279:0:17172:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536103.204334:0:17172:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d495576c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.204419:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583045248 00000100:00100000:0.0:1788536103.204429:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583045248 00000100:00100000:0.0:1788536103.204496:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1788536103.204520:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17172:x1875415583045248:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536103.204843:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17172:x1875415583045248:12345-0@lo:502:llog_process_th.0 Request processed in 324us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.204852:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1788536103.204994:0:17172:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17172:1875415583045248:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788536103.205037:0:17172:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536103.205045:0:17172:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536103.205048:0:17172:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1788536103.205057:0:17172:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000020:01000000:3.0:1788536103.207255:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 40-42 (rc=0) 10000000:01000000:3.0:1788536103.207298:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1788536103.207312:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.207323:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536103.207334:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1788536103.207337:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b1d50410000 from 1 10000000:01000000:3.0:1788536103.207339:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788536103.207582:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.207592:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.207605:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536103.207640:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583045376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.207735:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536103.207794:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b39c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536103.207851:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583045376 00000100:00100000:0.0:1788536103.207862:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583045376 00000100:00100000:0.0:1788536103.207972:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1788536103.207985:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583045376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536103.208002:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536103.208020:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f61f expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.208052:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 19 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.208067:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 19 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536103.208078:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e000, rc 0) 00000100:00100000:0.0:1788536103.208140:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583045376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 158us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536103.208148:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1788536103.208226:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583045376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536103.208263:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.208274:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536103.208338:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583045504:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536103.208411:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536103.208749:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b39c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536103.208817:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583045504 00000100:00100000:1.0:1788536103.208824:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583045504 00000100:00100000:1.0:1788536103.208862:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1788536103.208870:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583045504:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536103.209359:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583045504:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 488us (989us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536103.209403:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1788536103.209621:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583045504:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1788536103.209655:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788536103.209663:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.209674:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536103.275857:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536103.275874:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536103.276873:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:0.0:1788536103.276888:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536103.802453:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536103.802518:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573743232 00000100:00100000:3.0:1788536103.802532:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573743232 00000100:00080000:2.0:1788536103.802594:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536103.802678:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 731 00000100:00100000:3.0:1788536103.802692:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+74:2355:x1875415573743232:12345-192.168.203.55@tcp:41:mkdir.0 00000004:00000024:3.0:1788536103.802755:0:5823:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259812352 avail 2257715200 00000100:00100000:3.0:1788536103.802868:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+74:2355:x1875415573743232:12345-192.168.203.55@tcp:41:mkdir.0 Request processed in 180us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536103.802876:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 731 00000100:00100000:0.0:1788536103.806819:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536103.807140:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573743488 00000100:00100000:3.0:1788536103.807240:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573743488 00000100:00100000:3.0:1788536103.807356:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 732 00000100:00100000:3.0:1788536103.807388:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+74:22452:x1875415573743488:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:3.0:1788536103.807480:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536103.807520:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2000/0x94dfe24b69f4f228 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0220 expref: 74 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.807546:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:3.0:1788536103.807552:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536103.807849:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.807865:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 30 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.807876:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.807920:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 30 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.807948:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 30 pid: 5823 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536103.807964:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583045632:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536103.808090:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536103.811560:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536103.811612:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583045632:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536103.811614:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573743616 00000100:00100000:3.0:1788536103.811625:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573743616 00010000:00010000:1.0:1788536103.811658:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.811691:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 31 pid: 5823 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536103.811739:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 222 00000100:00100000:3.0:1788536103.811749:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+31:2354:x1875415573743616:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536103.811766:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536103.811774:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 31 pid: 5823 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.811788:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 31 pid: 5823 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.811815:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f267 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0235 expref: 31 pid: 5823 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.811832:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:3.0:1788536103.811837:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.811854:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.811863:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.811883:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536103.811954:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+30:2354:x1875415573743616:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 205us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536103.811963:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 222 00010000:00010000:1.0:1788536103.811979:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.811990:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.812034:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.812046:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.812055:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788536103.813484:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:1.0:1788536103.814702:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 16384 00010000:00010000:1.0:1788536103.814726:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.814739:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.814748:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.814755:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536103.814760:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.814768:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.814789:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:1.0:1788536103.814792:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536103.814797:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.814814:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4f62d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536103.814840:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000f481d100 reply state 00000000a0122658 transno 4294967775 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536103.814851:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536103.814990:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+75:22452:x1875415573743488:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 7617us (8179us total) trans 4294967775 rc 0/0 00000100:00100000:1.0:1788536103.815000:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 732 00010000:00010000:2.0:1788536103.819701:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.819727:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.819738:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.819744:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536103.819750:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.819759:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.819782:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8b1d457ff600) 00010000:00010000:2.0:1788536103.819794:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536103.819801:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.819808:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f634 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.852242:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536103.859896:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536103.861067:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573743744 00000100:00100000:2.0:1788536103.861087:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573743744 00000100:00100000:2.0:1788536103.861176:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 733 00000100:00100000:2.0:1788536103.861188:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+74:22453:x1875415573743744:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536103.861221:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536103.861254:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f63b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b034d expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.861340:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f642 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.861358:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.861388:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536103.861434:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536103.861438:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536103.861461:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f642 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.861488:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f63b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b034d expref: 76 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.861530:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f642 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b034d expref: 75 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.861541:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faf00) 00010000:00010000:2.0:1788536103.861544:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536103.861548:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77733e00, rc 0) 00000100:00100000:2.0:1788536103.861630:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+75:22453:x1875415573743744:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 444us (1748us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536103.861639:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 733 00000100:00100000:0.0:1788536103.871690:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536103.878506:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573743872 00000100:00100000:3.0:1788536103.878527:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573743872 00000100:00100000:3.0:1788536103.878674:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 734 00000100:00100000:3.0:1788536103.878687:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+75:22453:x1875415573743872:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536103.878719:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536103.878751:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f649 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0354 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.878847:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.878869:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.878884:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.878904:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.878912:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.878918:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880625:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f65e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880649:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f65e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880677:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f65e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536103.880725:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 16384 00000004:00200000:3.0:1788536103.880730:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536103.880752:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f65e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880767:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880775:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880783:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880789:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536103.880793:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880802:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880815:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faf00) 00010000:00010000:3.0:1788536103.880819:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536103.880824:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880831:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f650 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880859:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880866:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880873:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880878:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536103.880881:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880887:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880896:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8b1d61e33e00) 00010000:00010000:3.0:1788536103.880899:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536103.880902:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880908:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f657 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880976:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f649 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0354 expref: 77 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.880994:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f65e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0354 expref: 76 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536103.881013:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536103.881016:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536103.881019:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:3.0:1788536103.881098:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+76:22453:x1875415573743872:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2412us (9424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536103.881106:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 734 00000100:00100000:1.0:1788536103.889443:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536103.889901:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573744128 00000100:00100000:3.0:1788536103.889911:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573744128 00000100:00100000:1.0:1788536103.890427:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 735 00000100:00100000:1.0:1788536103.890441:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+76:22453:x1875415573744128:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536103.890463:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536103.890482:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f665 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b035b expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536103.890571:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 16384 00010000:00010000:1.0:1788536103.890690:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f665 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b035b expref: 78 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.890705:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faf00) 00010000:00010000:1.0:1788536103.890709:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536103.890715:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f665 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b035b expref: 78 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536103.890746:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2c00, rc 0) 00000100:00100000:1.0:1788536103.890824:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+77:22453:x1875415573744128:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 386us (1392us total) trans 4294967776 rc 301/301 00000100:00100000:1.0:1788536103.890832:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 735 00000100:00100000:3.0:1788536103.893867:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536103.898352:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573744384 00000100:00100000:2.0:1788536103.898396:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573744384 00000100:00100000:2.0:1788536103.898493:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 736 00000100:00100000:2.0:1788536103.898505:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+77:22453:x1875415573744384:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:2.0:1788536103.898584:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536103.898620:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f65e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0354 expref: 77 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.898664:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:2.0:1788536103.898678:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536103.898711:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.898727:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.898741:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536103.899058:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000b4a6f0a0 reply state 0000000066296c5c transno 4294967777 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536103.899070:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788536103.899080:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 16384 00000100:00100000:2.0:1788536103.899214:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:22453:x1875415573744384:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 710us (5354us total) trans 4294967777 rc 0/0 00000100:00100000:2.0:1788536103.899223:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 736 00010000:00010000:2.0:1788536103.903639:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.903665:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.903674:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.903682:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536103.903688:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536103.903692:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:2.0:1788536103.903702:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.903725:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536103.903730:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536103.903737:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536103.903744:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f673 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536103.903790:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573744640 00000100:00100000:1.0:1788536103.903807:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573744640 00000100:00100000:1.0:1788536103.903900:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 151 00000100:00100000:1.0:1788536103.903912:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+77:22453:x1875415573744640:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536103.904190:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+78:22453:x1875415573744640:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 280us (504us total) trans 4294967778 rc 0/0 00000100:00100000:1.0:1788536103.904198:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 151 00000100:00100000:1.0:1788536104.043677:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583045760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536104.043758:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536104.044436:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583045760 00000100:00100000:2.0:1788536104.044464:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583045760 00000100:00100000:2.0:1788536104.044651:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1788536104.044663:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583045760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536104.044713:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536104.044809:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583045760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 148us (1050us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536104.044817:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1788536104.044886:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583045760:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536104.045039:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536104.336082:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536104.336297:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573744896 00000100:00100000:0.0:1788536104.336311:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573744896 00000100:00100000:0.0:1788536104.336424:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 737 00000100:00100000:0.0:1788536104.336437:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+78:22491:x1875415573744896:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:0.0:1788536104.336641:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536104.336686:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f642 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b034d expref: 78 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.336714:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585faf00) 00010000:00010000:0.0:1788536104.336727:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536104.337006:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+77:22491:x1875415573744896:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 571us (937us total) trans 0 rc -17/-17 00000100:00100000:0.0:1788536104.337014:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 737 00000100:00100000:0.0:1788536104.340555:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536104.340716:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573745024 00000100:00100000:1.0:1788536104.340731:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573745024 00000100:00100000:1.0:1788536104.340808:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 738 00000100:00100000:1.0:1788536104.340819:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+77:22491:x1875415573745024:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:1.0:1788536104.340852:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536104.340883:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f67a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0362 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.340976:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f681 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.341018:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f681 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.341031:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f681 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536104.341079:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788536104.341084:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536104.341110:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f681 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.341133:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f67a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0362 expref: 79 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.341320:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f681 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0362 expref: 78 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.341331:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:1.0:1788536104.341335:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536104.341339:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2800, rc 0) 00000100:00100000:1.0:1788536104.342147:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+78:22491:x1875415573745024:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 1322us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536104.342159:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 738 00000100:00100000:3.0:1788536104.345612:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536104.345732:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573745152 00000100:00100000:2.0:1788536104.345746:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573745152 00000100:00100000:2.0:1788536104.345816:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 739 00000100:00100000:2.0:1788536104.345827:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:22491:x1875415573745152:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536104.345858:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536104.345883:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f688 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0369 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.345973:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.345998:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346011:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346026:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346053:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346060:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346331:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f69d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346341:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346348:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536104.346623:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2d:0x0]: returning size 16384 00000004:00200000:2.0:1788536104.346628:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536104.346652:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f69d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346667:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346674:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346681:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346687:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536104.346692:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346709:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346724:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:2.0:1788536104.346727:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536104.346733:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346739:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4f68f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346754:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346760:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346766:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346772:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536104.346774:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346780:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346787:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536104.346790:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536104.346793:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.346810:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f4f696 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.347069:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4f688 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0369 expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.347087:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f69d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0369 expref: 79 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.347095:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536104.347098:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536104.347100:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6f200, rc 0) 00000100:00100000:2.0:1788536104.347287:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+79:22491:x1875415573745152:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 1460us (1690us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536104.347296:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 739 00000100:00100000:3.0:1788536104.423921:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536104.424108:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573745280 00000100:00100000:0.0:1788536104.424121:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573745280 00000100:00100000:0.0:1788536104.424228:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 740 00000100:00100000:0.0:1788536104.424240:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+30:22497:x1875415573745280:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536104.424267:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536104.424295:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f6a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0370 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.424417:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.424459:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.424474:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536104.424542:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536104.424547:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536104.424575:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.424602:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ec00/0x94dfe24b69f4f6a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 32 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.424623:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 31 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.424633:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:0.0:1788536104.424637:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536104.424641:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:0.0:1788536104.424735:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+31:22497:x1875415573745280:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 497us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536104.424743:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 740 00000100:00100000:0.0:1788536104.429696:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536104.429770:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573745536 00000100:00100000:1.0:1788536104.429794:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573745536 00000100:00100000:1.0:1788536104.429869:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 741 00000100:00100000:1.0:1788536104.429881:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+79:22497:x1875415573745536:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536104.429908:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536104.429931:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1788536104.429979:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6f200/0x94dfe24b69f4f69d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0369 expref: 79 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.430003:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536104.430017:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536104.430036:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2000/0x94dfe24b69f4f6b2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0377 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.430207:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.430223:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.430235:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.430249:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.430256:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.430263:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.431687:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.431709:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.431732:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536104.431747:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:1.0:1788536104.432000:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.432010:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.432018:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.432025:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536104.432030:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.432039:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.432052:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:1.0:1788536104.432055:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536104.432059:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.432065:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4f6b9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536104.432079:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000000f489e55 reply state 00000000a64d8742 transno 4294967779 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536104.432100:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536104.432145:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2000/0x94dfe24b69f4f6b2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 81 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.432168:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 80 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536104.432175:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:1.0:1788536104.432177:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536104.432179:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3200, rc 0) 00000100:00100000:1.0:1788536104.432331:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+81:22497:x1875415573745536:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2451us (2650us total) trans 4294967779 rc 0/0 00000100:00100000:1.0:1788536104.432343:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 741 00000100:00100000:0.0:1788536104.435510:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536104.435827:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573745792 00000100:00100000:3.0:1788536104.435850:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573745792 00000100:00100000:3.0:1788536104.435929:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 742 00000100:00100000:3.0:1788536104.435953:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+81:22497:x1875415573745792:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536104.435985:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536104.436016:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f6d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b037e expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.436150:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.436170:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 82 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.436205:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.436248:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 82 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.436265:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 82 pid: 5825 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536104.436282:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583045888:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536104.436432:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b39c0 going to sleep for 11 seconds 00010000:00010000:2.0:1788536104.436873:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.436884:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.436892:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.436898:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536104.436903:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.436911:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.436946:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0xecadbcfe (ffff8b1d457ff800) 00010000:00010000:2.0:1788536104.436949:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536104.436955:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.436962:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f4f6c0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2d:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536104.439927:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536104.440048:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573745920 00000100:00100000:2.0:1788536104.440060:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573745920 00010000:00010000:2.0:1788536104.440116:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 82 pid: 5825 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536104.440168:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 223 00000100:00100000:2.0:1788536104.440179:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+82:2355:x1875415573745920:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536104.440201:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536104.440209:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 82 pid: 5825 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.440225:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 82 pid: 5825 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.440256:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:2.0:1788536104.440263:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.440274:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.440305:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.440330:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536104.440431:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+82:2355:x1875415573745920:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 253us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536104.440439:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 223 00010000:00010000:3.0:1788536104.441105:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3200/0x94dfe24b69f4f6c7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0377 expref: 81 pid: 5825 timeout: 582 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536104.441127:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583045888:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536104.441154:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441165:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441172:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536104.441197:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x2f:0x0]: returning size 0 00010000:00010000:3.0:1788536104.441627:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441654:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441662:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441669:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536104.441675:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441684:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441701:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:3.0:1788536104.441704:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536104.441708:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441715:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6dc lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441805:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f6d5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b037e expref: 81 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441816:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2d:0x0].0x0 (ffff8b1d61e33e00) 00010000:00010000:3.0:1788536104.441818:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536104.441822:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f6d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b037e expref: 81 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.441837:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6e00, rc 0) 00000100:00100000:3.0:1788536104.441902:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+80:22497:x1875415573745792:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 5952us (6407us total) trans 4294967780 rc 301/301 00000100:00100000:3.0:1788536104.441912:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 742 00000100:00100000:1.0:1788536104.448958:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536104.449129:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573746176 00000100:00100000:2.0:1788536104.449142:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573746176 00000100:00100000:2.0:1788536104.449214:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 152 00000100:00100000:2.0:1788536104.449225:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+80:22497:x1875415573746176:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536104.449755:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+81:22497:x1875415573746176:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 529us (818us total) trans 4294967781 rc 0/0 00000100:00100000:2.0:1788536104.449764:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 152 00000100:00100000:0.0:1788536104.452525:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536104.453086:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573746304 00000100:00100000:3.0:1788536104.453102:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573746304 00000100:00100000:3.0:1788536104.453183:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 743 00000100:00100000:3.0:1788536104.453196:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+81:22497:x1875415573746304:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536104.453230:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536104.453259:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f6ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0385 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.453343:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f6ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0385 expref: 82 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.453360:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6e00/0x94dfe24b69f4f6ea lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0385 expref: 82 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.453429:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8b1d61e33e00) 00010000:00010000:3.0:1788536104.453434:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536104.453439:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6e00, rc 0) 00000100:00100000:3.0:1788536104.453776:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+82:22497:x1875415573746304:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 581us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536104.453785:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 743 00000100:00100000:1.0:1788536104.457454:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536104.457640:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573746560 00000100:00100000:0.0:1788536104.457656:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573746560 00000100:00100000:0.0:1788536104.457767:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 744 00000100:00100000:0.0:1788536104.457779:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+82:22497:x1875415573746560:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788536104.457879:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.457901:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.457917:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.458223:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.458233:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.458240:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.458248:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536104.458253:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.458263:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.458278:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8b1d61e33e00) 00010000:00010000:0.0:1788536104.458282:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788536104.458287:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.458305:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4f6f1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536104.458931:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:22497:x1875415573746560:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 1149us (1488us total) trans 4294967782 rc 0/0 00000100:00100000:0.0:1788536104.458952:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 744 00000100:00100000:1.0:1788536104.461538:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536104.461738:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573746816 00000100:00100000:3.0:1788536104.461758:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573746816 00000100:00100000:3.0:1788536104.461849:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 745 00000100:00100000:3.0:1788536104.461861:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+83:22497:x1875415573746816:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536104.462313:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.462338:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536104.462354:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536104.462722:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967783 00000004:00010000:3.0:1788536104.462777:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000d2d9221f reply state 000000003de626f7 transno 4294967784 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536104.462788:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536104.464122:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+86:22497:x1875415573746816:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 2254us (2591us total) trans 4294967784 rc 0/0 00000100:00100000:2.0:1788536104.464136:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 745 00000020:00080000:2.0:1788536104.464144:0:5824:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788536104.467530:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536104.467692:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573747072 00000100:00100000:1.0:1788536104.467707:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573747072 00000100:00100000:1.0:1788536104.467786:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 153 00000100:00100000:1.0:1788536104.467798:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+86:22497:x1875415573747072:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536104.468142:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:22497:x1875415573747072:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 345us (626us total) trans 4294967785 rc 0/0 00000100:00100000:1.0:1788536104.468150:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 153 00010000:00010000:0.0:1788536104.468268:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.468284:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.468293:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.468301:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536104.468307:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.468317:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.468339:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2f:0x0].0x0 (ffff8b1d61e33e00) 00010000:00010000:0.0:1788536104.468343:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788536104.468348:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536104.468356:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f6f8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536104.875683:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536105.677989:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967782 is committed 00000001:00080000:2.0:1788536105.678019:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967785 is committed 00010000:00010000:1.0:1788536105.902630:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536106.212529:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536106.212589:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536106.212606:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536106.212742:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536106.212770:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536106.212825:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573747328 00000100:00100000:3.0:1788536106.212839:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573747328 00000100:00100000:3.0:1788536106.212956:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 300 00000100:00100000:3.0:1788536106.212978:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+75:2355:x1875415573747328:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536106.213089:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+75:2355:x1875415573747328:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 123us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536106.213099:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 300 00000100:00080000:3.0:1788536106.213129:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536106.217716:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536106.217758:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536106.217948:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573747584 00000100:00100000:2.0:1788536106.218077:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573747584 00000100:00100000:2.0:1788536106.218191:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573747840 00000100:00100000:2.0:1788536106.218195:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573747840 00000100:00100000:2.0:1788536106.218218:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573747456 00000100:00100000:2.0:1788536106.218242:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573747456 00000100:00100000:2.0:1788536106.218271:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 278 00000100:00100000:2.0:1788536106.218282:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573747584:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536106.218395:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573747584:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 114us (5805us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536106.218404:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 278 00000100:00100000:2.0:1788536106.218426:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 279 00000100:00100000:2.0:1788536106.218433:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573747840:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536106.218457:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573747840:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (5850us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536106.218464:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 279 00000100:00100000:2.0:1788536106.218475:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00100000:2.0:1788536106.218481:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573747456:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536106.218502:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573747456:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (5732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536106.218508:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00080000:2.0:1788536106.218533:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536106.218647:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573747200 00000100:00100000:0.0:1788536106.218653:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573747200 00000100:00100000:0.0:1788536106.218686:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:0.0:1788536106.218693:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573747200:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536106.218721:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573747200:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (5980us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536106.218728:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:0.0:1788536106.218782:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573747712 00000100:00100000:0.0:1788536106.218787:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573747712 00000100:00100000:0.0:1788536106.218820:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:0.0:1788536106.218826:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+31:2355:x1875415573747712:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536106.219259:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573747968 00000100:00100000:1.0:1788536106.219264:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573747968 00000100:00100000:1.0:1788536106.219299:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00100000:1.0:1788536106.219306:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573747968:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536106.219345:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573747968:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 40us (1586us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536106.219352:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00080000:2.0:1788536106.219637:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536106.219644:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536106.219759:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+31:2355:x1875415573747712:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 931us (2056us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536106.219767:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 301 00010000:00010000:0.0:1788536106.923576:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536107.118751:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583046144:0@lo:400:kworker.0 00000100:00100000:2.0:1788536107.118879:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536107.118967:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583046656:0@lo:400:kworker.0 00000100:00100000:2.0:1788536107.119000:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536107.119044:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536107.119050:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583046272:0@lo:400:kworker.0 00000100:00100000:2.0:1788536107.119089:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536107.119123:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583046144 00000100:00100000:2.0:1788536107.119133:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583046144 00000100:00100000:3.0:1788536107.119563:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583046400:0@lo:400:kworker.0 00000100:00100000:3.0:1788536107.119599:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536107.119631:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536107.119637:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583046016:0@lo:400:kworker.0 00000100:00100000:3.0:1788536107.119668:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536107.119688:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583046528:0@lo:400:kworker.0 00000100:00100000:3.0:1788536107.119722:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536107.122097:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583046016 00000100:00100000:1.0:1788536107.122116:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583046016 00000100:00100000:1.0:1788536107.122186:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1788536107.122198:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583046016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536107.122316:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583046016:12345-0@lo:400:kworker.0 Request processed in 120us (2646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536107.122324:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1788536107.124973:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583046656 00000100:00100000:1.0:1788536107.124992:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583046656 00000100:00100000:1.0:1788536107.125090:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583046400 00000100:00100000:1.0:1788536107.125094:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583046400 00000100:00100000:1.0:1788536107.125128:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1788536107.125142:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583046656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536107.125296:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583046656:12345-0@lo:400:kworker.0 Request processed in 158us (6294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536107.125304:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1788536107.125325:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1788536107.125332:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583046400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536107.125394:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583046400:12345-0@lo:400:kworker.0 Request processed in 63us (5794us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536107.125400:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00080000:0.0:1788536107.125649:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536107.125655:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536107.125821:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583046656:0@lo:400:kworker.0 00000100:00100000:2.0:1788536107.126543:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583046272 00000100:00100000:2.0:1788536107.126554:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583046272 00000100:00100000:2.0:1788536107.126618:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583046528 00000100:00100000:2.0:1788536107.126623:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583046528 00000100:00100000:2.0:1788536107.126643:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1788536107.126652:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583046144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536107.126728:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583046144:12345-0@lo:400:kworker.0 Request processed in 77us (7851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536107.126735:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1788536107.126752:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1788536107.126759:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583046272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536107.126800:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583046272:12345-0@lo:400:kworker.0 Request processed in 42us (7710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536107.126805:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1788536107.126816:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1788536107.126821:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583046528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536107.126845:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583046528:12345-0@lo:400:kworker.0 Request processed in 24us (7123us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536107.126850:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:1.0:1788536107.127043:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536107.127148:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e536300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583046272:0@lo:400:kworker.0 00000100:00100000:1.0:1788536107.127164:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583046144:0@lo:400:kworker.0 00000100:00100000:3.0:1788536107.127293:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583046528:0@lo:400:kworker.0 00000100:00100000:3.0:1788536107.127308:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583046400:0@lo:400:kworker.0 00000100:00100000:3.0:1788536107.127331:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583046016:0@lo:400:kworker.0 00000100:00100000:1.0:1788536107.628603:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583046784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536107.628710:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536107.628819:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583046784 00000100:00100000:1.0:1788536107.628830:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583046784 00000100:00100000:1.0:1788536107.628890:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1788536107.628918:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583046784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536107.628968:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536107.629031:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583046784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 131us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536107.629040:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1788536107.629113:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583046784:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536107.950117:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536108.992038:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536109.167916:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536109.167940:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583046912:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536109.168016:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536109.168082:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583046912 00000100:00100000:2.0:1788536109.168089:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583046912 00000100:00100000:2.0:1788536109.168159:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1788536109.168169:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583046912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536109.168203:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536109.168537:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583046912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 368us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536109.168545:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00080000:2.0:1788536109.168567:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536109.168603:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583046912:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536110.002250:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536111.023656:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536111.320037:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536111.324468:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573748096 00000100:00100000:3.0:1788536111.324482:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573748096 00000100:00100000:3.0:1788536111.324617:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:3.0:1788536111.324628:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573748096:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536111.324708:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573748096:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 81us (4681us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536111.324717:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:3.0:1788536111.324795:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536111.324928:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536111.325542:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536111.325583:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536111.325607:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536111.325630:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536111.325658:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573748224 00000100:00100000:3.0:1788536111.325664:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573748224 00000100:00100000:3.0:1788536111.325710:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573748608 00000100:00100000:3.0:1788536111.325714:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573748608 00000100:00100000:3.0:1788536111.325735:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 305 00000100:00100000:3.0:1788536111.325743:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+75:2355:x1875415573748224:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536111.327094:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573748480 00000100:00100000:1.0:1788536111.327103:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573748480 00000100:00100000:1.0:1788536111.327147:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573748736 00000100:00100000:1.0:1788536111.327151:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573748736 00000100:00100000:1.0:1788536111.327164:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573748352 00000100:00100000:1.0:1788536111.327166:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573748352 00000100:00100000:1.0:1788536111.327178:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573748864 00000100:00100000:1.0:1788536111.327181:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573748864 00000100:00100000:1.0:1788536111.327201:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 284 00000100:00100000:1.0:1788536111.327210:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573748480:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536111.327436:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573748480:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 225us (2506us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536111.327445:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 284 00000100:00100000:1.0:1788536111.327466:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 285 00000100:00100000:1.0:1788536111.327473:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573748736:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536111.327512:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00100000:2.0:1788536111.327522:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573748352:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536111.327909:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573748736:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 435us (2367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536111.327919:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 285 00000100:00100000:1.0:1788536111.327933:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 287 00000100:00100000:3.0:1788536111.328098:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+75:2355:x1875415573748224:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 64us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536111.328121:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 305 00000100:00100000:1.0:1788536111.328128:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573748864:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536111.328144:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 306 00000100:00100000:3.0:1788536111.328154:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:2354:x1875415573748608:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536111.328575:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2354:x1875415573748352:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1053us (2988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536111.328582:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00080000:2.0:1788536111.328642:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536111.328648:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536111.328651:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536111.328669:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573748864:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 545us (3036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536111.328677:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 287 00000100:00100000:3.0:1788536111.332161:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:2354:x1875415573748608:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 3997us (6541us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536111.332175:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 306 00010000:00010000:0.0:1788536112.046603:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536112.248268:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583047168:0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.248338:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536112.248412:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583047680:0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.248436:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536112.248487:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536112.248494:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583047296:0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.248518:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536112.248550:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583047168 00000100:00100000:0.0:1788536112.248557:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583047168 00000100:00100000:0.0:1788536112.248609:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583047296 00000100:00100000:0.0:1788536112.248613:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583047296 00000100:00100000:0.0:1788536112.248643:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1788536112.248651:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583047168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.248700:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583047168:12345-0@lo:400:kworker.0 Request processed in 49us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.248707:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1788536112.248723:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1788536112.248845:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583047424:0@lo:400:kworker.0 00000100:00100000:3.0:1788536112.248893:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536112.248925:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536112.248933:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583047040:0@lo:400:kworker.0 00000100:00100000:3.0:1788536112.248966:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536112.248998:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583047552:0@lo:400:kworker.0 00000100:00100000:3.0:1788536112.249017:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536112.249040:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583047680 00000100:00100000:3.0:1788536112.249044:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583047680 00000100:00100000:3.0:1788536112.249077:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583047424 00000100:00100000:3.0:1788536112.249081:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583047424 00000100:00100000:3.0:1788536112.249102:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1788536112.249108:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583047680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536112.249139:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583047680:12345-0@lo:400:kworker.0 Request processed in 31us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536112.249145:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1788536112.249157:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1788536112.249163:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583047424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536112.249202:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583047424:12345-0@lo:400:kworker.0 Request processed in 39us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536112.249209:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1788536112.249226:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583047552 00000100:00100000:3.0:1788536112.249229:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583047552 00000100:00100000:3.0:1788536112.249247:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1788536112.249253:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583047552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536112.249279:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583047552:12345-0@lo:400:kworker.0 Request processed in 25us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536112.249285:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1788536112.249325:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583047552:0@lo:400:kworker.0 00000100:00100000:3.0:1788536112.249336:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583047424:0@lo:400:kworker.0 00000100:00080000:3.0:1788536112.249413:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536112.249419:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536112.249422:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536112.249652:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583047296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.249695:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583047296:12345-0@lo:400:kworker.0 Request processed in 966us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.249702:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:0.0:1788536112.249745:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583047296:0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.249757:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583047168:0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.249766:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583047680:0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.250727:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583047040 00000100:00100000:0.0:1788536112.250752:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583047040 00000100:00100000:0.0:1788536112.252698:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1788536112.252720:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583047040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536112.253171:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583047040:12345-0@lo:400:kworker.0 Request processed in 460us (4202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.253196:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:1.0:1788536112.256110:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583047040:0@lo:400:kworker.0 00000020:00000080:3.0:1788536112.471450:0:17465:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff5179ac70 20000000:00000080:3.0:1788536112.471470:0:17465:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8b1d7c3cb800 uarg=0000000000000000 00000040:00100000:3.0:1788536112.473219:0:17465:0:(llog.c:1072:llog_reverse_process()) index 48 : idx 48 00000040:00100000:3.0:1788536112.473259:0:17465:0:(llog.c:1072:llog_reverse_process()) index 46 : idx 1 20000000:01000000:3.0:1788536112.473265:0:17465:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 46 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:3.0:1788536112.473284:0:17465:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:0.0:1788536112.474184:0:17466:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 45 marker 30 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:0.0:1788536112.474308:0:17466:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 48 marker 30 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1788536112.474342:0:17466:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 49 count 48 00000040:00080000:3.0:1788536112.475188:0:17465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].49, 224 off16832 20000000:01000000:3.0:1788536112.475205:0:17465:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1788536112.475259:0:17465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].50, 136 off16968 00000040:00080000:3.0:1788536112.475296:0:17465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].51, 224 off17192 20000000:01000000:3.0:1788536112.475313:0:17465:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:1.0:1788536112.476758:0:17467:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 40 marker 31 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:1.0:1788536112.476908:0:17467:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 42 marker 31 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1788536112.477132:0:17467:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 43 count 43 00000040:00080000:3.0:1788536112.477626:0:17465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].43, 224 off15872 20000000:01000000:3.0:1788536112.477652:0:17465:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1788536112.477714:0:17465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].44, 144 off16016 00000040:00080000:3.0:1788536112.477754:0:17465:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].45, 224 off16240 10000000:01000000:3.0:1788536112.477772:0:17465:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1788536112.477807:0:17465:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477827:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477835:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477842:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477851:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477858:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477865:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477872:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477890:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477908:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477915:0:17465:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.477923:0:17465:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478165:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478181:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 18 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.478196:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583047808:0@lo:104: 00000100:00100000:3.0:1788536112.478266:0:17465:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536112.478320:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478329:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 18 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.478338:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583047936:0@lo:104: 00000100:00100000:3.0:1788536112.478359:0:17465:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536112.478424:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478432:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 18 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.478447:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048064:0@lo:104: 00000100:00100000:3.0:1788536112.478469:0:17465:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536112.478487:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478495:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 18 pid: 5818 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.478504:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048192:0@lo:104: 00000100:00100000:3.0:1788536112.478524:0:17465:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536112.478539:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478546:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 18 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.478553:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048320:0@lo:104: 00000100:00100000:3.0:1788536112.478572:0:17465:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536112.478600:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478609:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 18 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.478616:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048448:0@lo:104: 00000100:00100000:3.0:1788536112.478641:0:17465:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536112.478656:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478675:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 18 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.478682:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048576:0@lo:104: 00000100:00100000:3.0:1788536112.478705:0:17465:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788536112.478732:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.478743:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 12 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.478753:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048704:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536112.478912:0:5806:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788536112.478933:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583047808 00000100:00100000:2.0:1788536112.478940:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583047808 00000100:00100000:2.0:1788536112.478981:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583047936 00000100:00100000:2.0:1788536112.478984:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583047936 00000100:00100000:2.0:1788536112.478995:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583048064 00000100:00100000:2.0:1788536112.478997:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583048064 00000100:00100000:2.0:1788536112.479006:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583048192 00000100:00100000:2.0:1788536112.479008:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583048192 00000100:00100000:2.0:1788536112.479017:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583048320 00000100:00100000:2.0:1788536112.479019:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583048320 00000100:00100000:2.0:1788536112.479026:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583048448 00000100:00100000:2.0:1788536112.479035:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583048448 00000100:00100000:2.0:1788536112.479048:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583048576 00000100:00100000:2.0:1788536112.479049:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583048576 00000100:00100000:2.0:1788536112.479061:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788536112.479068:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+9:17465:x1875415583047808:12345-0@lo:104: 00010000:00010000:2.0:1788536112.479082:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479136:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788536112.479142:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+9:17465:x1875415583047808:12345-0@lo:104: Request processed in 74us (876us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.479149:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788536112.479164:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788536112.479170:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+8:17465:x1875415583047936:12345-0@lo:104: 00010000:00010000:2.0:1788536112.479177:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479211:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788536112.479216:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+8:17465:x1875415583047936:12345-0@lo:104: Request processed in 47us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.479222:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788536112.479234:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788536112.479239:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+7:17465:x1875415583048064:12345-0@lo:104: 00010000:00010000:2.0:1788536112.479246:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479270:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1788536112.479275:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+7:17465:x1875415583048064:12345-0@lo:104: Request processed in 36us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.479286:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788536112.479298:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788536112.479303:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+6:17465:x1875415583048192:12345-0@lo:104: 00010000:00010000:2.0:1788536112.479311:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479339:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1788536112.479344:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+6:17465:x1875415583048192:12345-0@lo:104: Request processed in 41us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.479349:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788536112.479360:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788536112.479365:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17465:x1875415583048320:12345-0@lo:104: 00010000:00010000:2.0:1788536112.479398:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479427:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:2.0:1788536112.479431:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17465:x1875415583048320:12345-0@lo:104: Request processed in 66us (859us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.479436:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788536112.479447:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788536112.479453:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17465:x1875415583048448:12345-0@lo:104: 00010000:00010000:2.0:1788536112.479459:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479484:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:2.0:1788536112.479489:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17465:x1875415583048448:12345-0@lo:104: Request processed in 37us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.479500:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788536112.479513:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788536112.479519:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d456f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17465:x1875415583048576:12345-0@lo:104: 00010000:00010000:2.0:1788536112.479525:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479548:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:2.0:1788536112.479552:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d456f5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17465:x1875415583048576:12345-0@lo:104: Request processed in 34us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.479556:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:2.0:1788536112.479587:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788536112.479593:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479600:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536112.479604:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479613:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536112.479621:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536112.479627:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536112.479656:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479662:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536112.479694:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479701:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f61f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f626 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479717:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788536112.479721:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479727:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536112.479731:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479738:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536112.479745:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536112.479750:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536112.479764:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479769:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536112.479801:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479808:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d77733800/0x94dfe24b69f4f611 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f618 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479819:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788536112.479827:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536112.479891:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583048960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788536112.479904:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167de00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536112.479909:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479917:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536112.479923:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536112.479928:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:0.0:1788536112.479934:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536112.479946:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479954:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536112.479960:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479967:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d4167de00/0x94dfe24b69f4f603 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f60a expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479977:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788536112.479979:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.479984:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536112.479986:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480003:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536112.480010:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536112.480014:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536112.480029:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480034:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536112.480041:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480047:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d4167cc00/0x94dfe24b69f4f5f5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5fc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480057:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788536112.480060:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480065:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3a00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536112.480068:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480075:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536112.480081:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536112.480093:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536112.480106:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480111:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536112.480116:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480122:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3a00/0x94dfe24b69f4f5e7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5ee expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480130:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788536112.480133:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480138:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f800 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536112.480141:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480147:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536112.480153:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536112.480158:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536112.480168:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480174:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536112.480186:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480192:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7772f800/0x94dfe24b69f4f5d9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5e0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480201:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536112.480204:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480209:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fa00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:2.0:1788536112.480211:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480217:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788536112.480224:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536112.480229:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788536112.480241:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480246:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788536112.480250:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480256:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f5cb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f5d2 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.480270:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536112.480276:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536112.480278:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536112.480286:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536112.480304:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583048832:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536112.480335:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583049216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536112.480360:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583049088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536112.481596:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583049472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536112.481644:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536112.481700:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583048960 00000100:00100000:0.0:1788536112.481706:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583048960 00010000:00010000:0.0:1788536112.481737:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 19 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536112.481761:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583049472 00000100:00100000:0.0:1788536112.481764:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583049472 00010000:00010000:0.0:1788536112.481775:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 20 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536112.481793:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1788536112.481800:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b1b1008-f46c-4e76-88c8-077a2638af27+20:3284:x1875415583048960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536112.481811:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536112.481816:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 20 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.481826:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 20 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.481844:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536112.481898:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b1b1008-f46c-4e76-88c8-077a2638af27+20:3284:x1875415583048960:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (1966us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.481906:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1788536112.481921:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1788536112.481928:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583049472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536112.481936:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536112.481940:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 19 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.481948:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 19 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.481957:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536112.481976:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583049472:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.481981:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:0.0:1788536112.482017:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583049472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536112.482027:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583048960:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536112.483141:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.483159:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 12 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.483176:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583049728:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536112.483234:0:17465:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.483243:0:17465:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 12 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.483253:0:17465:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583049856:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536112.484140:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536112.484197:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583049216 00000100:00100000:1.0:1788536112.484206:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583049216 00010000:00010000:1.0:1788536112.484241:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 19 pid: 5818 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536112.484271:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1788536112.484280:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583049216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536112.484292:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536112.484297:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 19 pid: 5818 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536112.484307:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 19 pid: 5818 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536112.484325:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536112.484644:0:17465:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef840 going to sleep for 11 seconds 00000100:00100000:3.0:1788536112.484672:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583047808:0@lo:104: 00010000:00010000:3.0:1788536112.484682:0:17465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f618 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f611 expref: 19 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.484697:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583047936:0@lo:104: 00000100:00100000:3.0:1788536112.484704:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048064:0@lo:104: 00010000:00010000:3.0:1788536112.484712:0:17465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f5fc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f5f5 expref: 18 pid: 5818 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.484721:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048192:0@lo:104: 00000100:00100000:3.0:1788536112.484729:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048320:0@lo:104: 00010000:00010000:3.0:1788536112.484737:0:17465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f5e0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f5d9 expref: 17 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.484744:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048448:0@lo:104: 00000100:00100000:3.0:1788536112.484751:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048576:0@lo:104: 00000100:00100000:3.0:1788536112.486457:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536112.486527:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583049600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536112.486584:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536112.486914:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583048704:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536112.490174:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583049088 00000100:00100000:0.0:1788536112.490188:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583049088 00010000:00010000:0.0:1788536112.490230:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 17 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536112.490275:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583049600 00000100:00100000:0.0:1788536112.490278:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583049600 00010000:00010000:0.0:1788536112.490291:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 18 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536112.490306:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1788536112.490327:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:3285:x1875415583049088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536112.490344:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536112.490350:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 18 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.490360:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 18 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.490411:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772fe00/0x94dfe24b69f4f60a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f603 expref: 18 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.490431:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536112.490494:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:3285:x1875415583049088:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (4044us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.490510:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:0.0:1788536112.490526:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1788536112.490533:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:3285:x1875415583049600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536112.490540:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536112.490544:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 16 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.490553:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 16 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.490562:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d4167c000/0x94dfe24b69f4f5d2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f5cb expref: 16 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.490572:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536112.490595:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:3285:x1875415583049600:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (4011us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.490608:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1788536112.490649:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583049088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788536112.490659:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583049600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536112.492604:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536112.492653:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583049344:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536112.492701:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536112.492736:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583048832 00000100:00100000:3.0:1788536112.492742:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583048832 00010000:00010000:3.0:1788536112.492768:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 15 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.492814:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583049344 00000100:00100000:3.0:1788536112.492817:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583049344 00010000:00010000:3.0:1788536112.492827:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 16 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.492837:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1788536112.492843:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46531850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+16:3283:x1875415583048832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536112.492854:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536112.492858:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 16 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.492870:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 16 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.492895:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f626 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f61f expref: 16 pid: 5816 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.492910:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536112.492946:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46531850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+15:3283:x1875415583048832:12345-0@lo:103:ldlm_bl.0 Request processed in 102us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536112.493067:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1788536112.493084:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1788536112.493092:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+14:3283:x1875415583049344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788536112.493100:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536112.493104:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 14 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.493115:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 14 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.493135:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d4167d400/0x94dfe24b69f4f5ee lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f5e7 expref: 14 pid: 5817 timeout: 640 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.493146:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536112.493174:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+13:3283:x1875415583049344:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536112.493181:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1788536112.493213:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583048832:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536112.493222:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583049344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536112.493343:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536112.493556:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536112.493584:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573748992 00000100:00100000:2.0:1788536112.493589:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573748992 00010000:00010000:2.0:1788536112.493605:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 13 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536112.493617:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573749120 00000100:00100000:2.0:1788536112.493618:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573749120 00010000:00010000:2.0:1788536112.493627:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 14 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536112.493638:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 231 00000100:00100000:2.0:1788536112.493644:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:666cd09c-4866-4aac-925c-f8c42be62c9a+14:2354:x1875415573748992:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536112.493652:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536112.493656:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 14 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.493665:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 14 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536112.493688:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 232 00010000:00010000:2.0:1788536112.493689:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f5c4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0346 expref: 14 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.493705:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536112.493707:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573749120:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536112.493719:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536112.493726:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 13 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536112.493738:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 13 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536112.493745:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573748992:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 99us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.493755:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 231 00010000:00010000:0.0:1788536112.493756:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536112.493940:0:17465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1c426a2e00/0x94dfe24b69f4f5bd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b033f expref: 12 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536112.495291:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:2352:x1875415573749120:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1583us (1726us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536112.495303:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 232 00000100:00100000:1.0:1788536112.497117:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+12:3282:x1875415583049216:12345-0@lo:103:ldlm_bl.0 Request processed in 12830us (12971us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536112.497133:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:2.0:1788536112.497289:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583049216:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788536112.500074:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583049728:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536112.500493:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536112.500618:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573749248 00000100:00100000:3.0:1788536112.500628:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573749248 00010000:00010000:3.0:1788536112.500665:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 11 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.500708:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 233 00000100:00100000:3.0:1788536112.500718:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:666cd09c-4866-4aac-925c-f8c42be62c9a+11:2355:x1875415573749248:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536112.500732:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536112.500737:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 11 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.500750:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 11 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501031:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501042:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501057:0:11659:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501065:0:11659:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501071:0:11659:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501077:0:11659:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501082:0:11659:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536112.501087:0:11659:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501094:0:11659:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501103:0:11659:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536112.501112:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536112.501169:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:666cd09c-4866-4aac-925c-f8c42be62c9a+11:2355:x1875415573749248:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 452us (678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536112.501356:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 233 00010000:00010000:2.0:1788536112.501817:0:17465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1c426a2400/0x94dfe24b69f4f5b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0338 expref: 10 pid: 5818 timeout: 590 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536112.501833:0:17465:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17465:1875415583049856:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536112.501890:0:17465:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.501910:0:17465:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.501916:0:17465:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536112.501922:0:17465:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd7600/0x94dfe24b69f4f6ff lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17465 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536112.748190:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536112.748215:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583049984:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536112.748280:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536112.748671:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583049984 00000100:00100000:2.0:1788536112.748680:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583049984 00000100:00100000:2.0:1788536112.748737:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:2.0:1788536112.748746:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583049984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536112.748799:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536112.748861:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583049984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536112.748869:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1788536112.748968:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583049984:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536113.070281:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536113.517417:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536113.517436:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536113.518298:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536113.518313:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 10000000:01000000:2.0:1788536113.580353:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788536113.580363:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d77a81800 from 49 10000000:01000000:2.0:1788536113.580396:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788536113.580447:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.580459:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.580470:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536113.580497:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050112:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536113.580570:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536113.580631:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ca80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.580857:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583050112 00000100:00100000:3.0:1788536113.580865:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583050112 00000100:00100000:3.0:1788536113.580924:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1788536113.580933:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+12:5820:x1875415583050112:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536113.580947:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536113.580961:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f706 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536113.580997:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536113.581007:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536113.581016:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7200, rc 0) 00000100:00100000:3.0:1788536113.581063:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583050112:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.581069:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788536113.581182:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050112:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536113.581197:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.581206:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536113.581259:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536113.581301:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536113.581319:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ca80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536113.581412:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583050240 00000100:00100000:1.0:1788536113.581417:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583050240 00000100:00100000:1.0:1788536113.581450:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1788536113.581458:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583050240:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.581712:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583050240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 254us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536113.581719:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1788536113.581818:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536113.581847:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536113.581902:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536113.581928:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ca80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.581993:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583050368 00000100:00100000:0.0:1788536113.581998:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583050368 00000100:00100000:0.0:1788536113.582019:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1788536113.582024:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583050368:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.582183:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583050368:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.582191:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788536113.582302:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050368:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.582719:0:17468:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17468:1875415583050496:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536113.582759:0:17468:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536113.582789:0:17468:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef840 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.582843:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583050496 00000100:00100000:0.0:1788536113.582847:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583050496 00000100:00100000:0.0:1788536113.582885:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1788536113.582892:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17468:x1875415583050496:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536113.583120:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17468:x1875415583050496:12345-0@lo:502:llog_process_th.0 Request processed in 227us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.583127:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1788536113.583258:0:17468:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17468:1875415583050496:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536113.583300:0:17468:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17468:1875415583050624:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536113.583335:0:17468:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536113.583357:0:17468:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d71932d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536113.583423:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583050624 00000100:00100000:1.0:1788536113.583428:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583050624 00000100:00100000:1.0:1788536113.583462:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:1.0:1788536113.583469:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17468:x1875415583050624:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536113.583595:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17468:x1875415583050624:12345-0@lo:502:llog_process_th.0 Request processed in 126us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536113.583602:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1788536113.583678:0:17468:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17468:1875415583050624:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788536113.583700:0:17468:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1788536113.585730:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:1.0:1788536113.585762:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788536113.585773:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.585786:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536113.585796:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1788536113.585798:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1788536113.585801:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1788536113.585839:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.585848:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.585858:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536113.585895:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050752:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.585957:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.586024:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e000 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.586237:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583050752 00000100:00100000:0.0:1788536113.586245:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583050752 00000100:00100000:0.0:1788536113.586297:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1788536113.586308:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583050752:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536113.586320:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536113.586335:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f714 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.586361:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 14 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.586492:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 14 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.586502:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:0.0:1788536113.586559:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583050752:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 253us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.586576:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1788536113.586745:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050752:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536113.586763:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.586772:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536113.586828:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.586855:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.586930:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.587189:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583050880 00000100:00100000:3.0:1788536113.587196:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583050880 00000100:00100000:3.0:1788536113.587270:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788536113.587279:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583050880:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.587575:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583050880:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 297us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.587583:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1788536113.587656:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583050880:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.587702:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.587742:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.589632:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.589862:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583051008 00000100:00100000:3.0:1788536113.589879:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583051008 00000100:00100000:3.0:1788536113.589930:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1788536113.589941:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583051008:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.590236:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583051008:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 295us (2491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.590245:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1788536113.590340:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051008:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788536113.592021:0:17469:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1788536113.592205:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1788536113.592227:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788536113.592239:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.592251:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536113.592262:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788536113.592265:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d58399000 from 49 10000000:01000000:1.0:1788536113.592268:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788536113.592318:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.592326:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.592337:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536113.592620:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.592688:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.592952:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e000 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.593000:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583051136 00000100:00100000:0.0:1788536113.593007:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583051136 00000100:00100000:0.0:1788536113.593081:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1788536113.593091:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583051136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536113.593104:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536113.593118:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f722 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.593143:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 15 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.593155:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 15 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.593164:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:0.0:1788536113.593212:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583051136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.593218:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1788536113.593294:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536113.593310:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.593319:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536113.593397:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.593425:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.593938:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.594010:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583051264 00000100:00100000:3.0:1788536113.594016:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583051264 00000100:00100000:3.0:1788536113.594041:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1788536113.594047:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583051264:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.594386:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583051264:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 314us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.594393:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:1.0:1788536113.594752:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.594794:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.594836:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.594861:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.594919:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583051392 00000100:00100000:3.0:1788536113.594924:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583051392 00000100:00100000:3.0:1788536113.594953:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1788536113.594960:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583051392:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.595113:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583051392:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 152us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.595119:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1788536113.595222:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.595579:0:17470:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17470:1875415583051520:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536113.595615:0:17470:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.595645:0:17470:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.595769:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583051520 00000100:00100000:3.0:1788536113.595773:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583051520 00000100:00100000:3.0:1788536113.595805:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1788536113.595811:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17470:x1875415583051520:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536113.596042:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17470:x1875415583051520:12345-0@lo:502:llog_process_th.0 Request processed in 231us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.596049:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1788536113.596307:0:17470:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17470:1875415583051520:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536113.596407:0:17470:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17470:1875415583051648:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536113.596445:0:17470:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.596464:0:17470:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d42bcab40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.596672:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583051648 00000100:00100000:3.0:1788536113.596677:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583051648 00000100:00100000:3.0:1788536113.596717:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1788536113.596723:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17470:x1875415583051648:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536113.596862:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17470:x1875415583051648:12345-0@lo:502:llog_process_th.0 Request processed in 139us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.596868:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1788536113.597033:0:17470:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17470:1875415583051648:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788536113.597055:0:17470:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1788536113.597209:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:3.0:1788536113.597225:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788536113.597234:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536113.597245:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536113.597261:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1788536113.597263:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1788536113.597266:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788536113.597290:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536113.597299:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536113.597308:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536113.597321:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.597447:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536113.597623:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77a74f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536113.597731:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583051776 00000100:00100000:2.0:1788536113.597737:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583051776 00000100:00100000:0.0:1788536113.597852:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1788536113.597863:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583051776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536113.597881:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536113.597894:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f730 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.597919:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 16 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.597942:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 16 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.597951:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d5035ec00, rc 0) 00000100:00100000:0.0:1788536113.597994:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583051776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.598001:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1788536113.598073:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536113.598088:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536113.598096:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536113.598142:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.598169:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536113.598190:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.598235:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583051904 00000100:00100000:0.0:1788536113.598239:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583051904 00000100:00100000:0.0:1788536113.598267:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1788536113.598273:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583051904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.598946:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583051904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 671us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.598954:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788536113.599019:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583051904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.599051:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.599095:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536113.599117:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77a74f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.599167:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583052032 00000100:00100000:0.0:1788536113.599173:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583052032 00000100:00100000:0.0:1788536113.599239:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788536113.599247:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583052032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.599429:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583052032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 183us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.599436:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1788536113.599562:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052032:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788536113.600617:0:17471:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:0.0:1788536113.601055:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1788536113.601073:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1788536113.601084:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.601114:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536113.601124:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1788536113.601127:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d583d8000 from 49 10000000:01000000:0.0:1788536113.601130:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788536113.601166:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.601175:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.601184:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536113.601204:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.601253:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536113.601683:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536113.601782:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583052160 00000100:00100000:2.0:1788536113.601790:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583052160 00000100:00100000:2.0:1788536113.601835:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1788536113.601844:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583052160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536113.601857:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536113.601880:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f73e expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.601905:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 17 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.601916:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 17 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.601924:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6f200, rc 0) 00000100:00100000:2.0:1788536113.602014:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583052160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536113.602021:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1788536113.602143:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536113.602159:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.602169:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536113.602224:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.602251:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.602646:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.602688:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583052288 00000100:00100000:0.0:1788536113.602693:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583052288 00000100:00100000:0.0:1788536113.602822:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1788536113.602830:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583052288:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.603102:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583052288:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 272us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.603110:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788536113.603168:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052288:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.603206:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.603246:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.603558:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536113.603637:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583052416 00000100:00100000:2.0:1788536113.603643:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583052416 00000100:00100000:3.0:1788536113.603835:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1788536113.603843:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583052416:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.604014:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583052416:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 172us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.604022:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1788536113.604083:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052416:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536113.604396:0:17472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17472:1875415583052544:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536113.604428:0:17472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536113.604929:0:17472:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4542e600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.605002:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583052544 00000100:00100000:0.0:1788536113.605008:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583052544 00000100:00100000:0.0:1788536113.605034:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1788536113.605048:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17472:x1875415583052544:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536113.605281:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17472:x1875415583052544:12345-0@lo:502:llog_process_th.0 Request processed in 233us (850us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.605288:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788536113.605445:0:17472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17472:1875415583052544:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536113.605577:0:17472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17472:1875415583052672:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536113.605613:0:17472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536113.605633:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583052672 00000100:00100000:0.0:1788536113.605637:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583052672 00000100:00100000:0.0:1788536113.605655:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1788536113.605661:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17472:x1875415583052672:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536113.605782:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17472:x1875415583052672:12345-0@lo:502:llog_process_th.0 Request processed in 120us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.605789:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1788536113.605825:0:17472:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.605838:0:17472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17472:1875415583052672:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788536113.605859:0:17472:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1788536113.606191:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 49-51 (rc=0) 10000000:01000000:0.0:1788536113.606214:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788536113.606224:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.606235:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536113.606244:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1788536113.606247:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 43 10000000:01000000:0.0:1788536113.606258:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788536113.606283:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.606291:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.606300:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536113.606314:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.606355:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536113.606394:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66480 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.606408:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583052800 00000100:00100000:0.0:1788536113.606412:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583052800 00000100:00100000:0.0:1788536113.606431:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1788536113.606437:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583052800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536113.606445:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536113.606457:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f74c expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.606478:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.606487:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.606496:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d51981a00, rc 0) 00000100:00100000:0.0:1788536113.606526:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583052800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 89us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.606541:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1788536113.606574:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536113.606586:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.606594:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536113.606636:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.606660:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536113.606672:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66480 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.606683:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583052928 00000100:00100000:0.0:1788536113.606686:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583052928 00000100:00100000:0.0:1788536113.606701:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788536113.606713:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583052928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.606929:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583052928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 220us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.606935:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788536113.606964:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583052928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.606988:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583053056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.607023:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536113.607035:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66480 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.607046:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583053056 00000100:00100000:0.0:1788536113.607049:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583053056 00000100:00100000:0.0:1788536113.607066:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1788536113.607079:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583053056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.607204:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583053056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 126us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.607211:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1788536113.607244:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583053056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.608831:0:17473:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17473:1875415583053184:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536113.608908:0:17473:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536113.608978:0:17473:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7780ecc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536113.609070:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583053184 00000100:00100000:0.0:1788536113.609077:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583053184 00000100:00100000:0.0:1788536113.609147:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1788536113.609157:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17473:x1875415583053184:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536113.609576:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17473:x1875415583053184:12345-0@lo:502:llog_process_th.0 Request processed in 419us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536113.609583:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1788536113.609653:0:17473:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17473:1875415583053184:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788536113.609683:0:17473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536113.609694:0:17473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536113.609696:0:17473:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:2.0:1788536113.609703:0:17473:0:(obd_config.c:1472:class_process_config()) processing cmd: ce022 00020000:01000000:2.0:1788536113.610274:0:17473:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:2.0:1788536113.611900:0:17473:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17473:1875415583053312:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536113.611971:0:17473:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536113.612009:0:17473:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.612053:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583053312 00000100:00100000:3.0:1788536113.612059:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583053312 00000100:00100000:3.0:1788536113.612102:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1788536113.612113:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17473:x1875415583053312:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536113.612363:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17473:x1875415583053312:12345-0@lo:502:llog_process_th.0 Request processed in 251us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536113.612410:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1788536113.612756:0:17473:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17473:1875415583053312:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788536113.612782:0:17473:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536113.612788:0:17473:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536113.612790:0:17473:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1788536113.612794:0:17473:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1788536113.612980:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 43-45 (rc=0) 10000000:01000000:0.0:1788536113.613002:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1788536113.613012:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.613023:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536113.613033:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1788536113.613035:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b1d50410000 from 1 10000000:01000000:0.0:1788536113.613038:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1788536113.613088:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.613097:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.613113:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536113.613133:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583053440:0@lo:101:ll_cfg_requeue.0 00000020:01000004:1.0:1788536113.613156:0:17474:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8b1d583d8000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788536113.613160:0:17474:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8b1d583d8000 4 00000100:00100000:0.0:1788536113.613171:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536113.613205:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536113.613248:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583053440 00000100:00100000:2.0:1788536113.613254:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583053440 00000100:00100000:2.0:1788536113.613294:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1788536113.613302:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583053440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536113.613312:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536113.613329:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f75a expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.613545:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 19 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.613564:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 19 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536113.613573:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d50a6fa00, rc 0) 00000100:00100000:2.0:1788536113.613746:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583053440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 444us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536113.613753:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788536113.613805:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583053440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536113.613818:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536113.613828:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536113.613886:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583053568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536113.613915:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536113.613978:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536113.614005:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583053568 00000100:00100000:3.0:1788536113.614010:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583053568 00000100:00100000:3.0:1788536113.614062:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1788536113.614069:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583053568:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536113.614286:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583053568:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 217us (369us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536113.614304:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1788536113.614365:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583053568:0@lo:501:ll_cfg_requeue.0 10000000:01000000:1.0:1788536113.614414:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788536113.614419:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536113.614427:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536114.091528:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536114.264424:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536114.264586:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573749376 00000100:00100000:0.0:1788536114.264599:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573749376 00000100:00100000:0.0:1788536114.264661:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:0.0:1788536114.264672:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+10:5593:x1875415573749376:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536114.264687:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536114.264717:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b038c expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536114.264747:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 11 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536114.264786:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 11 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536114.264796:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6400, rc 0) 00000100:00100000:0.0:1788536114.264878:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573749376:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 209us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536114.264885:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:3.0:1788536114.271635:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536114.273186:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573749504 00000100:00100000:0.0:1788536114.273200:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573749504 00000100:00100000:0.0:1788536114.273341:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00100000:0.0:1788536114.273352:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573749504:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536114.273712:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573749504:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 360us (2083us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536114.273721:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00100000:3.0:1788536114.281479:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536114.295498:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573749632 00000100:00100000:2.0:1788536114.295517:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573749632 00000100:00100000:2.0:1788536114.295847:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:2.0:1788536114.295858:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573749632:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536114.296176:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573749632:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 Request processed in 319us (14705us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536114.296186:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:2.0:1788536114.296238:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536114.296253:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583053696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536114.296431:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536114.296469:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583053696 00000100:00100000:2.0:1788536114.296475:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583053696 00000100:00100000:2.0:1788536114.296516:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1788536114.296523:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583053696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536114.296550:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536114.296586:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583053696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (155us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536114.296600:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:2.0:1788536114.296667:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583053696:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536114.298184:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536114.302682:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536114.302744:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573749760 00000100:00100000:2.0:1788536114.302754:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573749760 00000100:00100000:2.0:1788536114.302863:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 478 00000100:00100000:2.0:1788536114.302884:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22960:x1875415573749760:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788536114.303225:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22960:x1875415573749760:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 342us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536114.303234:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 478 00000100:00100000:3.0:1788536114.311542:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536114.311923:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573749888 00000100:00100000:1.0:1788536114.311934:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573749888 00000100:00100000:1.0:1788536114.311996:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:1.0:1788536114.312007:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22960:x1875415573749888:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788536114.312295:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22960:x1875415573749888:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 289us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536114.312304:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:3.0:1788536114.323432:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536114.323546:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573750016 00000100:00100000:2.0:1788536114.323558:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573750016 00000100:00100000:2.0:1788536114.323617:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 480 00000100:00100000:2.0:1788536114.323628:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573750016:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536114.323644:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536114.323661:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0393 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536114.323689:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536114.323700:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536114.323709:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f000, rc 0) 00000100:00100000:2.0:1788536114.323771:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573750016:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 145us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536114.323794:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 480 00000100:00100000:2.0:1788536114.325999:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536114.329855:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573750144 00000100:00100000:0.0:1788536114.329881:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573750144 00000100:00100000:0.0:1788536114.329962:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:0.0:1788536114.329974:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573750144:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536114.330667:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573750144:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 692us (4675us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536114.330677:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:3.0:1788536114.341507:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536114.341926:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573750272 00000100:00100000:1.0:1788536114.341938:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573750272 00000100:00100000:1.0:1788536114.342003:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 482 00000100:00100000:1.0:1788536114.342024:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573750272:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536114.342282:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573750272:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 Request processed in 270us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536114.342291:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 482 00000100:00100000:3.0:1788536114.351733:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536114.352601:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573750400 00000100:00100000:0.0:1788536114.352618:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573750400 00000100:00100000:0.0:1788536114.352686:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 483 00000100:00100000:0.0:1788536114.352699:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22961:x1875415573750400:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536114.353444:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22961:x1875415573750400:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 743us (1716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536114.353455:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 483 00000100:00100000:3.0:1788536114.359802:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536114.359896:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573750528 00000100:00100000:2.0:1788536114.359906:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573750528 00000100:00100000:2.0:1788536114.359978:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 484 00000100:00100000:2.0:1788536114.359988:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22961:x1875415573750528:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788536114.360251:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22961:x1875415573750528:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 263us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536114.360259:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 484 00000100:00100000:2.0:1788536114.367976:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536114.368415:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573750656 00000100:00100000:0.0:1788536114.368428:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573750656 00000100:00100000:0.0:1788536114.368506:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 485 00000100:00100000:0.0:1788536114.368520:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573750656:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536114.368539:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536114.368559:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b039a expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536114.368590:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536114.368603:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536114.368613:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6600, rc 0) 00000100:00100000:0.0:1788536114.368672:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573750656:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 156us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536114.368679:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 485 00000100:00100000:0.0:1788536114.377300:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536114.377423:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573750784 00000100:00100000:1.0:1788536114.377436:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573750784 00000100:00100000:1.0:1788536114.377504:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 486 00000100:00100000:1.0:1788536114.377516:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573750784:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536114.377810:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573750784:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 295us (523us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536114.377819:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 486 00010000:00010000:2.0:1788536115.121555:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536116.139595:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788536116.351576:0:17573:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007fff39f616e0 20000000:00000080:2.0:1788536116.351597:0:17573:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff8b1d42ed0400 uarg=0000000000000000 00000040:00100000:2.0:1788536116.353432:0:17573:0:(llog.c:1072:llog_reverse_process()) index 51 : idx 48 20000000:01000000:2.0:1788536116.353443:0:17573:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 50 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:2.0:1788536116.353461:0:17573:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:0.0:1788536116.355845:0:17574:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 42 marker 28 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:0.0:1788536116.356192:0:17574:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 44 marker 28 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:0.0:1788536116.356343:0:17574:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000040:00080000:1.0:1788536116.357499:0:17573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17416 20000000:01000000:1.0:1788536116.357523:0:17573:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:1.0:1788536116.357558:0:17573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17528 00000040:00080000:1.0:1788536116.357591:0:17573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17752 20000000:01000000:1.0:1788536116.357609:0:17573:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:1.0:1788536116.358797:0:17575:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 37 marker 29 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:1.0:1788536116.358894:0:17575:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 39 marker 29 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:1.0:1788536116.359191:0:17575:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000040:00080000:2.0:1788536116.359823:0:17573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 224 off16608 20000000:01000000:2.0:1788536116.359843:0:17573:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:2.0:1788536116.359895:0:17573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].48, 120 off16728 00000040:00080000:2.0:1788536116.359949:0:17573:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16952 10000000:01000000:2.0:1788536116.360170:0:17573:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1788536116.360193:0:17573:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360211:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360292:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360309:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360317:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360324:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360331:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360337:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360347:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360355:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360363:0:17573:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360459:0:17573:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 13/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360505:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 12 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360535:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 12 pid: 5818 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.360553:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583053824:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536116.360729:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360738:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 12 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.360747:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583053952:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536116.360780:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 12 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360787:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 12 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.360795:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054080:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536116.360821:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360828:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 18 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.360837:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054208:0@lo:104: 00000100:00100000:2.0:1788536116.360887:0:17573:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536116.360932:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.360947:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 18 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.360956:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054336:0@lo:104: 00000100:00100000:2.0:1788536116.360989:0:17573:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536116.361028:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.361036:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 18 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.361055:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054464:0@lo:104: 00000100:00100000:2.0:1788536116.361078:0:17573:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536116.361106:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.361114:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 18 pid: 5816 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.361123:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054592:0@lo:104: 00000100:00100000:2.0:1788536116.361143:0:17573:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536116.361159:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.361168:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 18 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.361175:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054720:0@lo:104: 00000100:00100000:2.0:1788536116.361205:0:17573:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536116.361441:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 18 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.361450:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 18 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.361459:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054848:0@lo:104: 00000100:00100000:2.0:1788536116.361483:0:17573:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788536116.361501:0:17573:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.361509:0:17573:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 18 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.361517:0:17573:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054976:0@lo:104: 00000100:00100000:2.0:1788536116.361540:0:17573:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536116.361550:0:17573:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c540 going to sleep for 11 seconds 00000100:00100000:0.0:1788536116.361646:0:5806:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788536116.361662:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583054208 00000100:00100000:0.0:1788536116.361674:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583054208 00000100:00100000:0.0:1788536116.361713:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583054336 00000100:00100000:0.0:1788536116.361716:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583054336 00000100:00100000:0.0:1788536116.361726:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583054464 00000100:00100000:0.0:1788536116.361728:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583054464 00000100:00100000:0.0:1788536116.361736:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583054592 00000100:00100000:0.0:1788536116.361738:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583054592 00000100:00100000:0.0:1788536116.361745:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583054720 00000100:00100000:0.0:1788536116.361747:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583054720 00000100:00100000:0.0:1788536116.361755:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583054848 00000100:00100000:0.0:1788536116.361758:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583054848 00000100:00100000:0.0:1788536116.361766:0:5806:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583054976 00000100:00100000:0.0:1788536116.361768:0:5806:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583054976 00000100:00100000:0.0:1788536116.361779:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788536116.361787:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+9:17573:x1875415583054208:12345-0@lo:104: 00010000:00010000:0.0:1788536116.361799:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.361872:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788536116.361878:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+9:17573:x1875415583054208:12345-0@lo:104: Request processed in 93us (992us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.361885:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788536116.361901:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788536116.361907:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+8:17573:x1875415583054336:12345-0@lo:104: 00010000:00010000:0.0:1788536116.361914:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.361948:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788536116.361953:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+8:17573:x1875415583054336:12345-0@lo:104: Request processed in 47us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.361958:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788536116.361990:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788536116.361996:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+7:17573:x1875415583054464:12345-0@lo:104: 00010000:00010000:0.0:1788536116.362003:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362032:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1788536116.362037:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+7:17573:x1875415583054464:12345-0@lo:104: Request processed in 41us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.362042:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788536116.362052:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788536116.362058:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+6:17573:x1875415583054592:12345-0@lo:104: 00010000:00010000:0.0:1788536116.362065:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362297:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1788536116.362303:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+6:17573:x1875415583054592:12345-0@lo:104: Request processed in 245us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.362310:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788536116.362322:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788536116.362328:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17573:x1875415583054720:12345-0@lo:104: 00010000:00010000:0.0:1788536116.362337:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362365:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1788536116.362400:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+5:17573:x1875415583054720:12345-0@lo:104: Request processed in 72us (1194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.362406:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788536116.362426:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788536116.362431:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17573:x1875415583054848:12345-0@lo:104: 00010000:00010000:0.0:1788536116.362439:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362469:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1788536116.362474:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+4:17573:x1875415583054848:12345-0@lo:104: Request processed in 43us (990us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.362479:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788536116.362490:0:5806:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788536116.362496:0:5806:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77575050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17573:x1875415583054976:12345-0@lo:104: 00010000:00010000:0.0:1788536116.362502:0:5806:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362527:0:5806:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1788536116.362531:0:5806:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77575050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:0b1b1008-f46c-4e76-88c8-077a2638af27+3:17573:x1875415583054976:12345-0@lo:104: Request processed in 37us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.362537:0:5806:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:0.0:1788536116.362573:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:0.0:1788536116.362579:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362586:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6a00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:0.0:1788536116.362590:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362600:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536116.362618:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536116.362624:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788536116.362658:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362665:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788536116.362686:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362693:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6a00/0x94dfe24b69f4f75a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f761 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362707:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:0.0:1788536116.362710:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362716:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d51980c00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:0.0:1788536116.362719:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362726:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536116.362732:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536116.362737:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788536116.362756:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362762:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788536116.362768:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362774:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d51980c00/0x94dfe24b69f4f74c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f753 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362786:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1788536116.362788:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362794:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d51980a00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:0.0:1788536116.362796:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362803:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536116.362810:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536116.362815:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788536116.362826:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362832:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788536116.362861:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362880:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d51980a00/0x94dfe24b69f4f73e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f745 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362888:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788536116.362891:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362896:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7a00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:0.0:1788536116.362899:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362905:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536116.362911:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536116.362916:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788536116.362928:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362935:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788536116.362941:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362947:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f730 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f737 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.362955:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:2.0:1788536116.363084:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054208:0@lo:104: 00000100:00100000:2.0:1788536116.363173:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0fb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054336:0@lo:104: 00000100:00100000:2.0:1788536116.363181:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054464:0@lo:104: 00000100:00100000:2.0:1788536116.363190:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f2680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054592:0@lo:104: 00000100:00100000:2.0:1788536116.363198:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054720:0@lo:104: 00000100:00100000:2.0:1788536116.363205:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054848:0@lo:104: 00000100:00100000:2.0:1788536116.363212:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054976:0@lo:104: 00000100:00100000:1.0:1788536116.363423:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583055232:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.363475:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536116.363516:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536116.363523:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583055104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.363545:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788536116.363572:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788536116.363578:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363592:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2600 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:1.0:1788536116.363595:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363602:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536116.363608:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536116.363613:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536116.363636:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363642:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536116.363652:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363658:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2600/0x94dfe24b69f4f714 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f71b expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363667:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536116.363670:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363675:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d50a6ea00 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:1.0:1788536116.363677:0:5811:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363692:0:5811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788536116.363698:0:5811:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536116.363703:0:5811:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536116.363716:0:5811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363722:0:5811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536116.363727:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363733:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1d50a6ea00/0x94dfe24b69f4f706 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f70d expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.363741:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536116.363743:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536116.363745:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536116.363753:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583055616:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.363777:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536116.363797:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536116.363802:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583055744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.363821:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536116.363844:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583055232 00000100:00100000:1.0:1788536116.363860:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583055232 00010000:00010000:1.0:1788536116.363888:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 19 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536116.363923:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583055104 00000100:00100000:1.0:1788536116.363926:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583055104 00010000:00010000:1.0:1788536116.363938:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 20 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536116.363948:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583055616 00000100:00100000:1.0:1788536116.363950:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583055616 00010000:00010000:1.0:1788536116.363959:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 21 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536116.363981:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583055744 00000100:00100000:1.0:1788536116.363983:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583055744 00010000:00010000:1.0:1788536116.363993:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 22 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536116.364004:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1788536116.364011:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46533c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+22:3285:x1875415583055232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536116.364022:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536116.364026:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 22 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364036:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 22 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364051:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d51981a00/0x94dfe24b69f4f753 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f74c expref: 22 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364064:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536116.364106:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46533c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+21:3285:x1875415583055232:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536116.364119:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1788536116.364160:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1788536116.364167:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+20:3285:x1875415583055104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536116.364174:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536116.364178:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 20 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364187:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 20 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364197:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d50a6fa00/0x94dfe24b69f4f761 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f75a expref: 20 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364205:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536116.364347:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583055104:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536116.364353:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1788536116.364365:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1788536116.364397:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:3284:x1875415583055616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536116.364405:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536116.364409:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 18 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364417:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 18 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364426:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d73e04800/0x94dfe24b69f4f71b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f714 expref: 18 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364444:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536116.364468:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:3284:x1875415583055616:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536116.364473:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1788536116.364485:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788536116.364492:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:3284:x1875415583055744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536116.364498:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536116.364502:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 16 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364509:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 16 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364519:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7bdd7200/0x94dfe24b69f4f70d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f706 expref: 16 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364526:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536116.364544:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:3284:x1875415583055744:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536116.364549:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788536116.364585:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583055744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.364593:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583055616:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.364617:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583055104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.364624:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583055232:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.364654:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583055488:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.364684:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536116.364708:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788536116.364713:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583055360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.364731:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536116.364757:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583055488 00000100:00100000:1.0:1788536116.364761:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583055488 00010000:00010000:1.0:1788536116.364775:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 15 pid: 5816 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536116.364786:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583055360 00000100:00100000:1.0:1788536116.364788:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583055360 00010000:00010000:1.0:1788536116.364794:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 16 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536116.364803:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788536116.364808:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+16:3283:x1875415583055488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536116.364814:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536116.364818:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 16 pid: 5816 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364826:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 16 pid: 5816 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364836:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d5035ec00/0x94dfe24b69f4f737 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f730 expref: 16 pid: 5816 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364843:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536116.364881:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+15:3283:x1875415583055488:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536116.364886:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788536116.364904:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1788536116.364909:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+14:3283:x1875415583055360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536116.364916:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536116.364920:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 14 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364928:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 14 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364937:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d50a6f200/0x94dfe24b69f4f745 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f73e expref: 14 pid: 5818 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.364945:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536116.364964:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+13:3283:x1875415583055360:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536116.364969:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1788536116.364989:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583055360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.364996:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583055488:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788536116.365497:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.365505:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3000 already unused, calling callback (ffffffffc1d53c20) 10000000:00010000:0.0:1788536116.365508:0:5812:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.365517:0:5812:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788536116.365525:0:5812:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788536116.365531:0:5812:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788536116.365791:0:5812:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.365799:0:5812:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788536116.365816:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.365823:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3000/0x94dfe24b69f4f722 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x94dfe24b69f4f729 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.365840:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536116.365861:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536116.365863:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536116.365871:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788536116.365884:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583055872:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788536116.365920:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536116.366023:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583055872 00000100:00100000:1.0:1788536116.366029:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583055872 00010000:00010000:1.0:1788536116.366163:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 13 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536116.366189:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788536116.366197:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+13:3283:x1875415583055872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788536116.366208:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536116.366212:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 13 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.366339:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 13 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.366351:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d73e05000/0x94dfe24b69f4f729 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x94dfe24b69f4f722 expref: 13 pid: 5817 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536116.366362:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536116.366425:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0b1b1008-f46c-4e76-88c8-077a2638af27+12:3283:x1875415583055872:12345-0@lo:103:ldlm_bl.0 Request processed in 230us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536116.366432:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1788536116.366554:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583055872:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788536116.372080:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583053824:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536116.372102:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583053952:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536116.372122:0:17573:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17573:1875415583054080:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536116.372172:0:17573:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.372960:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536116.372994:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536116.373060:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573751040 00000100:00100000:2.0:1788536116.373066:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536116.373070:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573751040 00010000:00010000:0.0:1788536116.373114:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 13 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536116.373145:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573750912 00000100:00100000:0.0:1788536116.373148:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573750912 00010000:00010000:0.0:1788536116.373159:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 14 pid: 5818 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536116.373171:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573751168 00000100:00100000:0.0:1788536116.373173:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573751168 00010000:00010000:0.0:1788536116.373180:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 15 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536116.373193:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 241 00000100:00100000:3.0:1788536116.373210:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 242 00000100:00100000:0.0:1788536116.373212:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46532850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+15:2355:x1875415573751040:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1788536116.373224:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:666cd09c-4866-4aac-925c-f8c42be62c9a+15:2355:x1875415573750912:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536116.373238:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536116.373245:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 15 pid: 5818 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536116.373258:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 15 pid: 5818 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536116.373278:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1c436d6600/0x94dfe24b69f4f776 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b039a expref: 15 pid: 5818 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536116.373293:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536116.373415:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:666cd09c-4866-4aac-925c-f8c42be62c9a+14:2355:x1875415573750912:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 194us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536116.373423:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 242 00000100:00100000:3.0:1788536116.373441:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 243 00000100:00100000:3.0:1788536116.373447:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573751168:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536116.373461:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536116.373467:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 13 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536116.373477:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 13 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536116.373487:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1c436d6400/0x94dfe24b69f4f768 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b038c expref: 13 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536116.373496:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536116.373498:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536116.373507:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 12 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536116.373518:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:666cd09c-4866-4aac-925c-f8c42be62c9a+12:2355:x1875415573751168:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 70us (452us total) trans 0 rc 0/0 00010000:00010000:0.0:1788536116.373521:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 12 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536116.373533:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 243 00010000:00010000:0.0:1788536116.373541:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772f000/0x94dfe24b69f4f76f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0393 expref: 12 pid: 5817 timeout: 594 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373555:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373564:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373579:0:5808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373586:0:5808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373594:0:5808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373602:0:5808:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373609:0:5808:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536116.373613:0:5808:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373628:0:5808:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373642:0:5808:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536116.373652:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536116.373685:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46532850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+10:2355:x1875415573751040:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 475us (729us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.373692:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 241 00010000:00010000:2.0:1788536116.373756:0:17573:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.373766:0:17573:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536116.373772:0:17573:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d7772e000/0x94dfe24b69f4f77d lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17573 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536116.439068:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536116.439198:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573751424 00000100:00100000:1.0:1788536116.439214:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573751424 00000100:00100000:2.0:1788536116.439225:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:0.0:1788536116.439329:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536116.439340:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 290 00000100:00100000:1.0:1788536116.439359:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573751424:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536116.439435:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536116.439463:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536116.439514:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573751936 00000100:00100000:1.0:1788536116.439522:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573751424:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 165us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.439526:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573751936 00000100:00100000:1.0:1788536116.439540:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 290 00000100:00080000:1.0:1788536116.439617:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536116.439624:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00100000:0.0:1788536116.439637:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573751936:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536116.439698:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573751936:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 64us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536116.439706:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00100000:2.0:1788536116.439986:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536116.440100:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536116.440149:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573751552 00000100:00100000:2.0:1788536116.440154:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573751552 00000100:00100000:2.0:1788536116.440184:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573751808 00000100:00100000:2.0:1788536116.440187:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573751808 00000100:00100000:2.0:1788536116.440204:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 292 00000100:00100000:2.0:1788536116.440211:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573751552:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536116.440248:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573751552:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 37us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536116.440268:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 292 00000100:00100000:2.0:1788536116.440287:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 293 00000100:00100000:2.0:1788536116.440293:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573751808:12345-192.168.203.55@tcp:400:kworker.0 00000100:00080000:1.0:1788536116.440320:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536116.440328:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536116.440331:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573751808:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 36us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536116.440340:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 293 00000100:00100000:3.0:1788536116.440716:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573751680 00000100:00100000:3.0:1788536116.440722:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573751680 00000100:00100000:3.0:1788536116.440790:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573751296 00000100:00100000:3.0:1788536116.440798:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573751296 00000100:00100000:3.0:1788536116.440826:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 310 00000100:00100000:3.0:1788536116.440835:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:2352:x1875415573751680:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536116.440889:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+31:2352:x1875415573751680:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 55us (1762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536116.440895:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 310 00000100:00100000:3.0:1788536116.440909:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 311 00000100:00100000:3.0:1788536116.440915:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+75:2352:x1875415573751296:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536116.440939:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+75:2352:x1875415573751296:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (1476us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536116.440956:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 311 00000100:00080000:1.0:1788536116.443442:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536117.163558:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536117.357574:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583056256:0@lo:400:kworker.0 00000100:00100000:1.0:1788536117.357643:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536117.357710:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788536117.357716:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583056128:0@lo:400:kworker.0 00000100:00100000:1.0:1788536117.357739:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536117.357832:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583056640:0@lo:400:kworker.0 00000100:00100000:1.0:1788536117.357867:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536117.357869:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583056256 00000100:00100000:3.0:1788536117.357876:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583056256 00000100:00100000:1.0:1788536117.357898:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583056128 00000100:00100000:1.0:1788536117.357901:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583056128 00000100:00100000:3.0:1788536117.357930:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1788536117.357948:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583056256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536117.357961:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583056384:0@lo:400:kworker.0 00000100:00100000:2.0:1788536117.357989:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536117.358000:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583056256:12345-0@lo:400:kworker.0 Request processed in 63us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536117.358007:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1788536117.358008:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788536117.358012:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583056000:0@lo:400:kworker.0 00000100:00100000:3.0:1788536117.358023:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:3.0:1788536117.358029:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583056128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536117.358038:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536117.358054:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583056128:12345-0@lo:400:kworker.0 Request processed in 25us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536117.358057:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583056512:0@lo:400:kworker.0 00000100:00100000:3.0:1788536117.358060:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1788536117.358135:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583056640 00000100:00100000:0.0:1788536117.358140:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583056640 00000100:00100000:0.0:1788536117.358170:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583056384 00000100:00100000:0.0:1788536117.358173:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583056384 00000100:00100000:0.0:1788536117.358192:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1788536117.358199:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583056640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536117.358233:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583056640:12345-0@lo:400:kworker.0 Request processed in 35us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.358240:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1788536117.358267:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1788536117.358272:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583056384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536117.358301:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583056384:12345-0@lo:400:kworker.0 Request processed in 28us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.358307:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00080000:0.0:1788536117.358322:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536117.358326:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536117.358328:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536117.358362:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583056128:0@lo:400:kworker.0 00000100:00100000:0.0:1788536117.358395:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583056640:0@lo:400:kworker.0 00000100:00100000:0.0:1788536117.358404:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583056256:0@lo:400:kworker.0 00000100:00100000:0.0:1788536117.358444:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583056000 00000100:00100000:0.0:1788536117.358447:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583056000 00000100:00100000:0.0:1788536117.358473:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1788536117.358479:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+12:3282:x1875415583056000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536117.358511:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+12:3282:x1875415583056000:12345-0@lo:400:kworker.0 Request processed in 32us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.358516:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1788536117.358833:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536117.363721:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583056384:0@lo:400:kworker.0 00000100:00100000:2.0:1788536117.363768:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583056000:0@lo:400:kworker.0 00000100:00100000:1.0:1788536117.371876:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583056512 00000100:00100000:1.0:1788536117.371895:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583056512 00000100:00100000:1.0:1788536117.371995:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1788536117.372006:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583056512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536117.372128:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583056512:12345-0@lo:400:kworker.0 Request processed in 123us (14048us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536117.372137:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:1.0:1788536117.372178:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536117.372241:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583056512:0@lo:400:kworker.0 00000100:00100000:3.0:1788536117.466283:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536117.466398:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573752064 00000100:00100000:0.0:1788536117.466410:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573752064 00000100:00100000:0.0:1788536117.466469:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00100000:0.0:1788536117.466479:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+10:5593:x1875415573752064:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536117.466495:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536117.466515:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c436d6a00/0x94dfe24b69f4f784 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03a1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.466564:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c436d6a00/0x94dfe24b69f4f784 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03a1 expref: 11 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.466576:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c436d6a00/0x94dfe24b69f4f784 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03a1 expref: 11 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.466585:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6a00, rc 0) 00000100:00100000:0.0:1788536117.466651:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573752064:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 173us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.466657:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00100000:3.0:1788536117.471050:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536117.471345:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573752192 00000100:00100000:0.0:1788536117.471355:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573752192 00000100:00100000:0.0:1788536117.471453:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 489 00000100:00100000:0.0:1788536117.471464:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573752192:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536117.471787:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573752192:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 324us (747us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.471795:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 489 00000100:00100000:3.0:1788536117.474956:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536117.475493:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573752320 00000100:00100000:2.0:1788536117.475504:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573752320 00000100:00100000:2.0:1788536117.475566:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:2.0:1788536117.475576:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573752320:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536117.476096:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573752320:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 Request processed in 519us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536117.476105:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:1.0:1788536117.481008:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536117.481284:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573752448 00000100:00100000:3.0:1788536117.481296:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573752448 00000100:00100000:3.0:1788536117.481350:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 491 00000100:00100000:3.0:1788536117.481360:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22980:x1875415573752448:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536117.481814:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22980:x1875415573752448:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 454us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536117.481822:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 491 00000100:00100000:3.0:1788536117.490919:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536117.491188:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573752576 00000100:00100000:2.0:1788536117.491210:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573752576 00000100:00100000:2.0:1788536117.491267:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 492 00000100:00100000:2.0:1788536117.491277:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22980:x1875415573752576:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788536117.491689:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+11:22980:x1875415573752576:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 412us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536117.491698:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 492 00000100:00100000:2.0:1788536117.495887:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536117.496518:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573752704 00000100:00100000:0.0:1788536117.496531:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573752704 00000100:00100000:0.0:1788536117.496591:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 493 00000100:00100000:0.0:1788536117.496602:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+11:5593:x1875415573752704:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536117.496618:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536117.496637:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c436d7800/0x94dfe24b69f4f78b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03a8 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.496669:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c436d7800/0x94dfe24b69f4f78b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03a8 expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.496812:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c436d7800/0x94dfe24b69f4f78b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03a8 expref: 12 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.496824:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7800, rc 0) 00000100:00100000:0.0:1788536117.496896:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573752704:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 296us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.496904:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 493 00000100:00100000:1.0:1788536117.499822:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536117.499994:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573752832 00000100:00100000:3.0:1788536117.500018:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573752832 00000100:00100000:3.0:1788536117.500338:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 494 00000100:00100000:3.0:1788536117.500349:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573752832:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536117.500658:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573752832:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 311us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536117.500666:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 494 00000100:00100000:3.0:1788536117.503162:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536117.503407:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573752960 00000100:00100000:0.0:1788536117.503418:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573752960 00000100:00100000:0.0:1788536117.503805:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:0.0:1788536117.503816:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573752960:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536117.504083:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573752960:12345-192.168.203.55@tcp:503:ll_cfg_requeue.0 Request processed in 268us (927us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.504091:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:3.0:1788536117.511714:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536117.517030:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573753088 00000100:00100000:0.0:1788536117.517047:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573753088 00000100:00100000:0.0:1788536117.517239:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00100000:0.0:1788536117.517250:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22981:x1875415573753088:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536117.517593:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22981:x1875415573753088:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 344us (5889us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.517602:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00100000:1.0:1788536117.523447:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536117.523610:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573753216 00000100:00100000:0.0:1788536117.523620:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573753216 00000100:00100000:0.0:1788536117.523672:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 497 00000100:00100000:0.0:1788536117.523684:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22981:x1875415573753216:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788536117.524229:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+12:22981:x1875415573753216:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 544us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.524239:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 497 00000100:00100000:2.0:1788536117.528138:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536117.528430:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573753344 00000100:00100000:0.0:1788536117.528441:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573753344 00000100:00100000:0.0:1788536117.528498:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 498 00000100:00100000:0.0:1788536117.528509:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+12:5593:x1875415573753344:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536117.528524:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536117.528541:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c436d6000/0x94dfe24b69f4f792 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03af expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.528570:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c436d6000/0x94dfe24b69f4f792 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03af expref: 13 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.528582:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c436d6000/0x94dfe24b69f4f792 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03af expref: 13 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.528592:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6000, rc 0) 00000100:00100000:0.0:1788536117.528641:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573753344:12345-192.168.203.55@tcp:101:ll_cfg_requeue.0 Request processed in 134us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536117.528648:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 498 00000100:00100000:3.0:1788536117.531609:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536117.531960:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573753472 00000100:00100000:0.0:1788536117.531970:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573753472 00000100:00100000:0.0:1788536117.532023:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:0.0:1788536117.532034:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573753472:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536117.532315:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:5593:x1875415573753472:12345-192.168.203.55@tcp:501:ll_cfg_requeue.0 Request processed in 281us (716us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536117.532330:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:3.0:1788536117.867772:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536117.867794:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583056768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536117.867880:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536117.870323:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583056768 00000100:00100000:2.0:1788536117.870338:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583056768 00000100:00100000:2.0:1788536117.870416:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1788536117.870434:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583056768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536117.870473:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536117.870561:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48658450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583056768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 136us (2679us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536117.870568:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1788536117.870903:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583056768:0@lo:13:osp-pre-1-0.0 10000000:01000000:0.0:1788536117.996058:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1788536117.996066:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d77a81800 from 52 10000000:01000000:0.0:1788536117.996072:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788536117.996249:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6800/0x94dfe24b69f4f799 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.996261:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6800/0x94dfe24b69f4f799 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536117.996871:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6800/0x94dfe24b69f4f799 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536117.996901:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583056896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788536117.997048:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536117.997906:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d67126480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536117.999321:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583056896 00000100:00100000:3.0:1788536117.999336:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583056896 00000100:00100000:3.0:1788536117.999436:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1788536117.999447:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+12:5820:x1875415583056896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536117.999465:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536117.999484:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4f7a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f799 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536117.999513:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4f7a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f799 expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536117.999524:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7bdd7000/0x94dfe24b69f4f7a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f799 expref: 13 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536117.999553:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7000, rc 0) 00000100:00100000:3.0:1788536118.002324:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583056896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 2870us (5267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.002337:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1788536118.002921:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583056896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536118.003022:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6800/0x94dfe24b69f4f799 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7a0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.003036:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6800/0x94dfe24b69f4f799 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f7a0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536118.003520:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.003576:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536118.003682:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.005600:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583057024 00000100:00100000:3.0:1788536118.005614:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583057024 00000100:00100000:3.0:1788536118.005677:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1788536118.005686:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583057024:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.006532:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583057024:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 843us (2952us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.006541:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1788536118.006734:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057024:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.006782:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.006828:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536118.006873:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.007336:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583057152 00000100:00100000:3.0:1788536118.007342:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583057152 00000100:00100000:3.0:1788536118.007422:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1788536118.007432:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583057152:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.007637:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583057152:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 206us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.007645:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1788536118.009498:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057152:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.010032:0:17576:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17576:1875415583057280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536118.010105:0:17576:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.010506:0:17576:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.010947:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583057280 00000100:00100000:3.0:1788536118.010957:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583057280 00000100:00100000:3.0:1788536118.011053:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1788536118.011063:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17576:x1875415583057280:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536118.011428:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17576:x1875415583057280:12345-0@lo:502:llog_process_th.0 Request processed in 365us (1321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.011436:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1788536118.011530:0:17576:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17576:1875415583057280:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536118.011585:0:17576:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17576:1875415583057408:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536118.011624:0:17576:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.020794:0:17576:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.024302:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583057408 00000100:00100000:2.0:1788536118.024320:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583057408 00000100:00100000:2.0:1788536118.024395:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1788536118.024406:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17576:x1875415583057408:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536118.025998:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:17576:x1875415583057408:12345-0@lo:502:llog_process_th.0 Request processed in 1587us (14366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.026010:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1788536118.026458:0:17576:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17576:1875415583057408:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788536118.026499:0:17576:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:2.0:1788536118.027736:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:2.0:1788536118.027772:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788536118.027783:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6800/0x94dfe24b69f4f799 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7a0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.027795:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c436d6800/0x94dfe24b69f4f799 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7a0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788536118.027805:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1788536118.027808:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1788536118.027811:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1788536118.027857:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f7a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.027865:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f7a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.027892:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f7a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536118.027919:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.027993:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536118.028031:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.028310:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583057536 00000100:00100000:3.0:1788536118.028319:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583057536 00000100:00100000:3.0:1788536118.028404:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1788536118.028414:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+13:5820:x1875415583057536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536118.028427:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536118.028441:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4f7ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f7a7 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.028465:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4f7ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7a7 expref: 14 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.028476:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7bdd6000/0x94dfe24b69f4f7ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7a7 expref: 14 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.028484:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6000, rc 0) 00000100:00100000:3.0:1788536118.028529:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583057536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.028536:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788536118.028683:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f2a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536118.028697:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f7a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7ae expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.028707:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f7a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f7ae expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536118.028772:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.028801:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.028820:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536118.028938:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583057664 00000100:00100000:0.0:1788536118.028943:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583057664 00000100:00100000:0.0:1788536118.028975:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1788536118.028982:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583057664:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536118.029594:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583057664:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 611us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536118.029603:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1788536118.029676:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057664:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.029711:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057792:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.029771:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.029790:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.029898:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583057792 00000100:00100000:3.0:1788536118.029903:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583057792 00000100:00100000:3.0:1788536118.029944:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788536118.029952:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583057792:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.030126:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583057792:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 174us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.030133:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1788536118.030427:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057792:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788536118.031697:0:17577:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 11 00000020:01000000:1.0:1788536118.032003:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1788536118.032021:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788536118.032030:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f7a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7ae expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.032042:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7772fa00/0x94dfe24b69f4f7a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7ae expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536118.032052:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788536118.032054:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d58399000 from 52 10000000:01000000:1.0:1788536118.032057:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788536118.032091:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2000/0x94dfe24b69f4f7b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.032099:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2000/0x94dfe24b69f4f7b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.032121:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2000/0x94dfe24b69f4f7b5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536118.032144:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.032205:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.032239:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.032603:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583057920 00000100:00100000:3.0:1788536118.032611:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583057920 00000100:00100000:3.0:1788536118.032648:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1788536118.032656:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+14:5820:x1875415583057920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536118.032680:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536118.032691:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7bdd7400/0x94dfe24b69f4f7bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f7b5 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.032712:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7bdd7400/0x94dfe24b69f4f7bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7b5 expref: 15 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.032722:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7bdd7400/0x94dfe24b69f4f7bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7b5 expref: 15 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.032730:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7400, rc 0) 00000100:00100000:3.0:1788536118.032886:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583057920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 230us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.032893:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1788536118.033318:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583057920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536118.033332:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2000/0x94dfe24b69f4f7b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7bc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.033348:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2000/0x94dfe24b69f4f7b5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f7bc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536118.033427:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.033453:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.033475:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536118.033741:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583058048 00000100:00100000:0.0:1788536118.033757:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583058048 00000100:00100000:0.0:1788536118.033791:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1788536118.033798:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583058048:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536118.034068:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583058048:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 269us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536118.034075:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788536118.034517:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058048:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.034552:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.034593:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.034613:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.034670:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583058176 00000100:00100000:2.0:1788536118.034675:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583058176 00000100:00100000:2.0:1788536118.034704:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1788536118.034710:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583058176:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.034879:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583058176:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 168us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.034886:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1788536118.035501:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058176:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.035940:0:17578:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17578:1875415583058304:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536118.035987:0:17578:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.036021:0:17578:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536118.036936:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583058304 00000100:00100000:0.0:1788536118.036946:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583058304 00000100:00100000:0.0:1788536118.036995:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1788536118.037003:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17578:x1875415583058304:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536118.037597:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17578:x1875415583058304:12345-0@lo:502:llog_process_th.0 Request processed in 593us (1608us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536118.037606:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1788536118.037812:0:17578:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17578:1875415583058304:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536118.037890:0:17578:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17578:1875415583058432:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788536118.037942:0:17578:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.037974:0:17578:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.038299:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583058432 00000100:00100000:2.0:1788536118.038305:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583058432 00000100:00100000:2.0:1788536118.038345:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1788536118.038353:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17578:x1875415583058432:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536118.038547:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+15:17578:x1875415583058432:12345-0@lo:502:llog_process_th.0 Request processed in 193us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.038554:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1788536118.038725:0:17578:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17578:1875415583058432:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788536118.038757:0:17578:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:3.0:1788536118.038935:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1788536118.038954:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788536118.038964:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2000/0x94dfe24b69f4f7b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7bc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.038975:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2000/0x94dfe24b69f4f7b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7bc expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536118.038984:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:3.0:1788536118.038986:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:3.0:1788536118.038989:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:3.0:1788536118.039017:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4f7c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.039025:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4f7c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.039044:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4f7c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536118.039061:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.039093:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536118.039125:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536118.039458:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583058560 00000100:00100000:0.0:1788536118.039463:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583058560 00000100:00100000:0.0:1788536118.039500:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1788536118.039507:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+15:5820:x1875415583058560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788536118.039516:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536118.039528:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1c436d7600/0x94dfe24b69f4f7ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f7c3 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536118.039549:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1c436d7600/0x94dfe24b69f4f7ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7c3 expref: 16 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536118.039561:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1c436d7600/0x94dfe24b69f4f7ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7c3 expref: 16 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536118.039570:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7600, rc 0) 00000100:00100000:0.0:1788536118.039602:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583058560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 96us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536118.039618:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1788536118.040232:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536118.040248:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4f7c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7ca expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.040259:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4f7c3 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f7ca expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536118.040326:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.040357:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536118.040418:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0900 going to sleep for 11 seconds 00000100:00100000:1.0:1788536118.040698:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583058688 00000100:00100000:1.0:1788536118.040704:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583058688 00000100:00100000:1.0:1788536118.040734:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788536118.040762:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583058688:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.041039:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583058688:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 278us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536118.041047:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1788536118.041195:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058688:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.041228:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058816:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.041275:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536118.041302:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0900 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.041459:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583058816 00000100:00100000:2.0:1788536118.041464:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583058816 00000100:00100000:2.0:1788536118.041487:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1788536118.041494:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583058816:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.041647:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583058816:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 153us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.041660:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1788536118.042097:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058816:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788536118.044708:0:17579:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 14 00000020:01000000:1.0:1788536118.045854:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:1.0:1788536118.045885:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1788536118.045898:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4f7c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7ca expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.045911:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd6200/0x94dfe24b69f4f7c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7ca expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536118.045932:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788536118.045936:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8b1d583d8000 from 52 10000000:01000000:1.0:1788536118.045939:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788536118.045988:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3200/0x94dfe24b69f4f7d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.045997:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3200/0x94dfe24b69f4f7d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.046009:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3200/0x94dfe24b69f4f7d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536118.046034:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058944:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.046104:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.046163:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.046633:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583058944 00000100:00100000:2.0:1788536118.046644:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583058944 00000100:00100000:2.0:1788536118.046711:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1788536118.046721:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+16:5820:x1875415583058944:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536118.046736:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536118.046762:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772f800/0x94dfe24b69f4f7d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f7d1 expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.046787:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772f800/0x94dfe24b69f4f7d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7d1 expref: 17 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.046798:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772f800/0x94dfe24b69f4f7d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7d1 expref: 17 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.046806:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f800, rc 0) 00000100:00100000:2.0:1788536118.046860:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583058944:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.046866:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788536118.047123:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583058944:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536118.047158:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3200/0x94dfe24b69f4f7d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7d8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.047168:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3200/0x94dfe24b69f4f7d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f7d8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536118.047450:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.047484:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.047508:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.047869:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583059072 00000100:00100000:2.0:1788536118.047875:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583059072 00000100:00100000:2.0:1788536118.047912:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1788536118.047919:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583059072:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.048248:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583059072:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 328us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.048255:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1788536118.048432:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059072:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788536118.048475:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059200:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536118.048524:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536118.051988:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d67126480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.052677:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583059200 00000100:00100000:2.0:1788536118.052701:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583059200 00000100:00100000:3.0:1788536118.053565:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1788536118.053583:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583059200:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.054181:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583059200:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 594us (5645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.054189:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1788536118.054508:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059200:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788536118.055219:0:17580:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17580:1875415583059328:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536118.055287:0:17580:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536118.055325:0:17580:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.055990:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583059328 00000100:00100000:3.0:1788536118.055999:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583059328 00000100:00100000:3.0:1788536118.056060:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1788536118.056069:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17580:x1875415583059328:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536118.056614:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17580:x1875415583059328:12345-0@lo:502:llog_process_th.0 Request processed in 543us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.056623:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:0.0:1788536118.061620:0:17580:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17580:1875415583059328:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536118.061725:0:17580:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17580:1875415583059456:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788536118.061880:0:17580:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536118.061927:0:17580:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.061991:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583059456 00000100:00100000:2.0:1788536118.061999:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583059456 00000100:00100000:2.0:1788536118.062054:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1788536118.062064:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17580:x1875415583059456:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536118.062519:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+17:17580:x1875415583059456:12345-0@lo:502:llog_process_th.0 Request processed in 455us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.062528:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788536118.062899:0:17580:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17580:1875415583059456:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788536118.062928:0:17580:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:1.0:1788536118.063100:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:1.0:1788536118.063141:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788536118.063153:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3200/0x94dfe24b69f4f7d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7d8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.063165:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c426a3200/0x94dfe24b69f4f7d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7d8 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788536118.063341:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:1.0:1788536118.063344:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:1.0:1788536118.063347:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1788536118.063411:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f7df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.063420:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f7df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.063430:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f7df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536118.063448:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.063499:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.063528:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.063615:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583059584 00000100:00100000:2.0:1788536118.063622:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583059584 00000100:00100000:2.0:1788536118.063664:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788536118.063672:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+17:5820:x1875415583059584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536118.063684:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536118.063697:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f7e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f7df expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.063720:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f7e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7df expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.063730:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772ee00/0x94dfe24b69f4f7e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7df expref: 18 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.063739:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772ee00, rc 0) 00000100:00100000:2.0:1788536118.064438:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583059584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 762us (935us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.064445:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1788536118.064594:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788536118.064616:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f7df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7e6 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.064628:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f7df lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f7e6 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536118.064691:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.064722:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536118.064850:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583059712 00000100:00100000:2.0:1788536118.064855:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583059712 00000100:00100000:2.0:1788536118.064896:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788536118.064918:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583059712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.065456:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583059712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 538us (731us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.065464:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1788536118.065551:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536118.065571:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.065608:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788536118.065661:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536118.065678:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.065821:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583059840 00000100:00100000:2.0:1788536118.065826:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583059840 00000100:00100000:2.0:1788536118.065901:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788536118.065909:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583059840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.066071:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583059840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 162us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.066079:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1788536118.066924:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583059840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.068078:0:17581:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17581:1875415583059968:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536118.068362:0:17581:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536118.068570:0:17581:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d453956c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.068613:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583059968 00000100:00100000:3.0:1788536118.068622:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583059968 00000100:00100000:3.0:1788536118.068700:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1788536118.068709:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17581:x1875415583059968:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536118.069065:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17581:x1875415583059968:12345-0@lo:502:llog_process_th.0 Request processed in 356us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.069073:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788536118.069190:0:17581:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17581:1875415583059968:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788536118.069221:0:17581:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788536118.069232:0:17581:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536118.069234:0:17581:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:2.0:1788536118.069240:0:17581:0:(obd_config.c:1472:class_process_config()) processing cmd: ce023 00000100:00100000:2.0:1788536118.071901:0:17581:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17581:1875415583060096:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788536118.071990:0:17581:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536118.072089:0:17581:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45395000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536118.072353:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583060096 00000100:00100000:3.0:1788536118.072362:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583060096 00000100:00100000:3.0:1788536118.072428:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1788536118.072437:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17581:x1875415583060096:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788536118.072635:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:17581:x1875415583060096:12345-0@lo:502:llog_process_th.0 Request processed in 198us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536118.072643:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788536118.072904:0:17581:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:0b1b1008-f46c-4e76-88c8-077a2638af27:17581:1875415583060096:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788536118.072934:0:17581:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788536118.072940:0:17581:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788536118.072948:0:17581:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:2.0:1788536118.072952:0:17581:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000020:01000000:3.0:1788536118.073293:0:5820:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 46-49 (rc=0) 10000000:01000000:3.0:1788536118.073313:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1788536118.073329:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f7df lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7e6 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.073341:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1c426a2400/0x94dfe24b69f4f7df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7e6 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788536118.073351:0:5820:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1788536118.073353:0:5820:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8b1d50410000 from 1 10000000:01000000:3.0:1788536118.073356:0:5820:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1788536118.073426:0:5820:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4f7ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.073435:0:5820:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4f7ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.073443:0:5820:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4f7ed lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536118.073462:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583060224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.073502:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536118.073526:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.073755:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583060224 00000100:00100000:2.0:1788536118.073761:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583060224 00000100:00100000:2.0:1788536118.073796:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788536118.073804:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+18:5820:x1875415583060224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788536118.073816:0:5817:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536118.073829:0:5817:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f7f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x94dfe24b69f4f7ed expref: -99 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.073863:0:5817:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f7f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7ed expref: 19 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.073874:0:5817:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d7772f200/0x94dfe24b69f4f7f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x94dfe24b69f4f7ed expref: 19 pid: 5817 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536118.073883:0:5817:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f200, rc 0) 00000100:00100000:2.0:1788536118.073918:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583060224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536118.073924:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:3.0:1788536118.074066:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583060224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788536118.074081:0:5820:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4f7ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7f4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.074090:0:5820:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4f7ed lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x94dfe24b69f4f7f4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536118.074148:0:5820:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583060352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788536118.074311:0:5820:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536118.074341:0:5820:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536118.075898:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583060352 00000100:00100000:2.0:1788536118.075911:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583060352 00000100:00100000:2.0:1788536118.075967:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1788536118.075977:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583060352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788536118.076428:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:5820:x1875415583060352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 451us (2115us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536118.076437:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1788536118.076553:0:5820:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:0b1b1008-f46c-4e76-88c8-077a2638af27:5820:1875415583060352:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1788536118.076587:0:5820:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.155@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788536118.076596:0:5820:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4f7ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7f4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536118.076607:0:5820:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.155@tcp lock: ffff8b1d7bdd7800/0x94dfe24b69f4f7ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x94dfe24b69f4f7f4 expref: -99 pid: 5820 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536118.188030:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536119.211682:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536119.403779:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583060480:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536119.403859:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536119.404039:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583060480 00000100:00100000:2.0:1788536119.404047:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583060480 00000100:00100000:2.0:1788536119.404119:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1788536119.404127:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583060480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536119.404167:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 62980096 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536119.404216:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583060480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536119.404222:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00080000:1.0:1788536119.404404:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536119.404468:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583060480:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536120.235893:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788536120.492404:0:17629:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 11:35:18 (1788536118) 00000100:00100000:3.0:1788536120.796331:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536120.796816:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573753728 00000100:00100000:0.0:1788536120.796841:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573753728 00000100:00100000:0.0:1788536120.796941:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 746 00000100:00100000:0.0:1788536120.796954:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+31:23172:x1875415573753728:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536120.796983:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536120.797012:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f7fb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03b6 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.797285:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6400/0x94dfe24b69f4f802 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.797303:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6400/0x94dfe24b69f4f802 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.797319:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6400/0x94dfe24b69f4f802 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536120.797334:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00000100:00080000:2.0:1788536120.798728:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788536120.799039:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f7fb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03b6 expref: 34 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.800905:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6400/0x94dfe24b69f4f802 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03b6 expref: 33 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.800924:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536120.800928:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:0.0:1788536120.800932:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6400, rc 0) 00000100:00100000:0.0:1788536120.801100:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+33:23172:x1875415573753728:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 4147us (4793us total) trans 4294967786 rc 0/0 00000100:00100000:0.0:1788536120.801118:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 746 00000100:00100000:3.0:1788536120.815709:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536120.815834:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573753856 00000100:00100000:0.0:1788536120.815848:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573753856 00000100:00100000:0.0:1788536120.815925:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 747 00000100:00100000:0.0:1788536120.815939:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+33:23172:x1875415573753856:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788536120.816103:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+33:23172:x1875415573753856:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 167us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536120.816412:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 747 00000100:00100000:3.0:1788536120.863899:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536120.864532:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573753984 00000100:00100000:2.0:1788536120.864543:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573753984 00000100:00100000:2.0:1788536120.864692:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 748 00000100:00100000:2.0:1788536120.864702:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+75:23173:x1875415573753984:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536120.864733:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536120.864753:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f810 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03bd expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.864830:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.864845:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.864856:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.864872:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.864879:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.864901:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865102:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865111:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865118:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865124:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536120.865128:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865135:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865158:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:2.0:1788536120.865161:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536120.865166:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865173:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f817 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865187:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865193:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865207:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865212:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772f000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536120.865216:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865222:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865230:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8b1d45597500) 00010000:00010000:2.0:1788536120.865233:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536120.865236:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865242:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f81e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865278:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f810 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03bd expref: 76 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865302:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:2.0:1788536120.865304:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536120.865309:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f810 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03bd expref: 76 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.865321:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e000, rc 0) 00000100:00100000:2.0:1788536120.865432:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+75:23173:x1875415573753984:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 731us (1541us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536120.865450:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 748 00000100:00080000:1.0:1788536120.868389:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536120.877716:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536120.877789:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573754240 00000100:00100000:0.0:1788536120.877798:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573754240 00000100:00100000:0.0:1788536120.877861:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 749 00000100:00100000:0.0:1788536120.877870:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+75:23173:x1875415573754240:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:0.0:1788536120.877922:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536120.877946:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f681 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0362 expref: 75 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.877965:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:0.0:1788536120.877970:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536120.878205:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.878220:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 32 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.878230:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.878263:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 32 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536120.878277:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 32 pid: 5823 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536120.878531:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583060608:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536120.878620:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6300 going to sleep for 11 seconds 00000100:00100000:3.0:1788536120.881545:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536120.881631:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583060608:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536120.881667:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536120.881789:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573754368 00000100:00100000:1.0:1788536120.881812:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573754368 00010000:00010000:1.0:1788536120.881856:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 33 pid: 5823 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536120.881893:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 244 00000100:00100000:1.0:1788536120.881902:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+33:2355:x1875415573754368:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536120.881916:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536120.881922:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 33 pid: 5823 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536120.881934:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 33 pid: 5823 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536120.881954:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4f6ab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0370 expref: 33 pid: 5823 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536120.881969:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:1.0:1788536120.881974:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536120.881984:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536120.881991:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536120.882022:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536120.882083:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+32:2355:x1875415573754368:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 181us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536120.882104:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 244 00010000:00010000:2.0:1788536120.882106:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.882119:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.882154:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.882166:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.882174:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536120.883685:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 16384 00010000:00010000:2.0:1788536120.883709:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.883721:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.883730:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.883736:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536120.883743:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.883753:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.883782:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:2.0:1788536120.883786:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536120.883793:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.883800:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f825 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536120.883838:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000fcc2ec7e reply state 00000000a78f6aee transno 4294967787 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536120.883849:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536120.883981:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+76:23173:x1875415573754240:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 6105us (6268us total) trans 4294967787 rc 0/0 00000100:00100000:2.0:1788536120.883991:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 749 00010000:00010000:2.0:1788536120.885700:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.885718:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.885723:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.885735:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536120.885739:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.885746:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.885777:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8b1d45597500) 00010000:00010000:2.0:1788536120.885780:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536120.885783:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536120.885789:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f82c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536121.027511:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967786 is committed 00000001:00080000:3.0:1788536121.027552:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967787 is committed 00000100:00100000:3.0:1788536121.206554:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.207075:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573754496 00000100:00100000:0.0:1788536121.207091:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573754496 00000100:00100000:0.0:1788536121.207184:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 750 00000100:00100000:0.0:1788536121.207198:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+74:23211:x1875415573754496:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:0.0:1788536121.207239:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536121.207272:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f833 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03c4 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.207413:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4f83a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.207432:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4f83a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.207446:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4f83a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536121.207495:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536121.207501:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536121.207528:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4f83a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.207562:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f833 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03c4 expref: 76 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.207614:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4f83a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03c4 expref: 75 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.207624:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536121.207628:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536121.207632:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7a00, rc 0) 00000100:00100000:0.0:1788536121.207717:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+75:23211:x1875415573754496:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 522us (1178us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536121.208233:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 750 00000100:00100000:3.0:1788536121.212143:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.212856:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573754752 00000100:00100000:1.0:1788536121.212871:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573754752 00000100:00100000:1.0:1788536121.212963:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 751 00000100:00100000:1.0:1788536121.212975:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+75:23211:x1875415573754752:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:1.0:1788536121.213183:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536121.213223:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4f83a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03c4 expref: 75 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.213249:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536121.213265:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536121.216805:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+74:23211:x1875415573754752:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 3813us (4659us total) trans 0 rc -17/-17 00000100:00100000:1.0:1788536121.216833:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 751 00000100:00100000:3.0:1788536121.225459:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.226139:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573754880 00000100:00100000:2.0:1788536121.226153:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573754880 00000100:00100000:2.0:1788536121.226290:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 752 00000100:00100000:2.0:1788536121.226302:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+74:23211:x1875415573754880:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536121.226331:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536121.226363:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f841 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03cb expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.226483:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f848 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.226503:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.226519:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536121.226566:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536121.226571:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536121.226594:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.226650:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4f841 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03cb expref: 76 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.226677:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03cb expref: 75 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.226687:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536121.226691:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536121.226695:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f000, rc 0) 00000100:00100000:2.0:1788536121.226799:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+75:23211:x1875415573754880:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 499us (1356us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.226807:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 752 00000100:00100000:3.0:1788536121.231613:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.233130:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573755008 00000100:00100000:2.0:1788536121.233150:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573755008 00000100:00100000:2.0:1788536121.233300:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 753 00000100:00100000:2.0:1788536121.233312:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+75:23211:x1875415573755008:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536121.233338:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536121.233365:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f84f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03d2 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.233489:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.233507:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.233522:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.233561:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.233569:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.233577:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236431:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f864 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236461:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236479:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536121.236533:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 16384 00000004:00200000:2.0:1788536121.236538:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536121.236564:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f864 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236582:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236590:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236599:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236619:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536121.236625:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236633:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236649:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536121.236653:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536121.236658:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236664:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f856 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236679:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236685:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236691:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236696:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536121.236698:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.236704:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.240460:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536121.240470:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536121.240482:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.240495:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f85d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.240583:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4f84f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d2 expref: 77 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.240603:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f864 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d2 expref: 76 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.240612:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d585faf00) 00010000:00010000:2.0:1788536121.240614:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536121.240617:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc 0) 00000100:00100000:2.0:1788536121.240808:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+76:23211:x1875415573755008:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 7495us (9206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.240829:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 753 00010000:00010000:1.0:1788536121.261316:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536121.299281:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.303100:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573755136 00000100:00100000:1.0:1788536121.303122:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573755136 00000100:00100000:1.0:1788536121.303307:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 754 00000100:00100000:1.0:1788536121.303322:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+31:23217:x1875415573755136:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536121.303352:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536121.303415:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f86b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03d9 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.303507:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.303526:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.303561:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536121.303604:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788536121.303609:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536121.303637:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.303666:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f86b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 33 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.303691:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 32 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.303702:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:1.0:1788536121.303705:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536121.303710:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2a00, rc 0) 00000100:00100000:1.0:1788536121.303807:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+32:23217:x1875415573755136:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 489us (4541us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536121.303824:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 754 00000100:00100000:3.0:1788536121.312796:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.312925:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573755392 00000100:00100000:0.0:1788536121.312940:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573755392 00000100:00100000:0.0:1788536121.313024:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 755 00000100:00100000:0.0:1788536121.313036:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+76:23217:x1875415573755392:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536121.313061:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536121.313065:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1788536121.313098:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f864 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d2 expref: 76 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.313127:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d585faf00) 00010000:00010000:0.0:1788536121.313140:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536121.313159:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f879 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03e0 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.313564:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.313592:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.313604:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.313662:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.313671:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.313678:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314740:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314754:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314764:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536121.314778:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:0.0:1788536121.314814:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314834:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314842:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314857:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536121.314863:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314872:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314886:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:0.0:1788536121.314890:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536121.314895:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314901:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f880 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536121.314917:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000232bc5cf reply state 00000000fdb6b8e8 transno 4294967788 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536121.314929:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536121.314972:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f879 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 78 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.314993:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 77 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.315001:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536121.315004:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536121.315007:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:0.0:1788536121.315115:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:23217:x1875415573755392:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2080us (2333us total) trans 4294967788 rc 0/0 00000100:00100000:0.0:1788536121.315132:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 755 00010000:00010000:0.0:1788536121.318352:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.318495:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.318507:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.318514:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536121.318520:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.318531:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.318554:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536121.318557:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536121.318563:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.318571:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f887 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536121.322012:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.322108:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573755648 00000100:00100000:2.0:1788536121.322123:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573755648 00000100:00100000:2.0:1788536121.322207:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 756 00000100:00100000:2.0:1788536121.322219:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+77:23217:x1875415573755648:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536121.322248:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536121.322275:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f89c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03e7 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.322492:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.322509:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 78 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.322519:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.322559:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 78 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.322577:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 78 pid: 5824 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536121.322594:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583060736:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536121.322711:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536121.325909:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.326012:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583060736:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536121.326047:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536121.326146:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573755776 00000100:00100000:1.0:1788536121.326156:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573755776 00010000:00010000:1.0:1788536121.326209:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 79 pid: 5824 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536121.326256:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 245 00000100:00100000:1.0:1788536121.326266:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+79:2354:x1875415573755776:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536121.326306:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536121.326315:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 79 pid: 5824 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.326329:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 79 pid: 5824 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.326356:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4f88e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e0 expref: 79 pid: 5824 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.326416:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536121.326422:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.326433:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.326443:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.326465:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536121.326536:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+78:2354:x1875415573755776:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 270us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536121.326546:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 245 00010000:00010000:2.0:1788536121.326618:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.326627:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536121.326653:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 0 00010000:00010000:2.0:1788536121.334013:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334111:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334121:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334128:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536121.334134:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334143:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334167:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:2.0:1788536121.334170:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536121.334176:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334182:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f8a3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334276:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f89c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e7 expref: 78 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334289:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536121.334292:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536121.334295:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f89c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03e7 expref: 78 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.334335:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167d400, rc 0) 00000100:00100000:2.0:1788536121.334682:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+77:23217:x1875415573755648:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 12463us (12686us total) trans 4294967789 rc 301/301 00000100:00100000:2.0:1788536121.334694:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 756 00000100:00100000:3.0:1788536121.340117:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.340499:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573756032 00000100:00100000:2.0:1788536121.340513:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573756032 00000100:00100000:2.0:1788536121.340596:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 154 00000100:00100000:2.0:1788536121.340610:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+77:23217:x1875415573756032:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536121.344256:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:23217:x1875415573756032:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 3634us (4139us total) trans 4294967790 rc 0/0 00000100:00100000:2.0:1788536121.344275:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 154 00000100:00100000:1.0:1788536121.351139:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.351304:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573756160 00000100:00100000:0.0:1788536121.351319:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573756160 00000100:00100000:3.0:1788536121.351540:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 757 00000100:00100000:3.0:1788536121.351556:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+78:23217:x1875415573756160:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536121.351621:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536121.351652:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03ee expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.353115:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 79 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.353143:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 79 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.353186:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536121.353190:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536121.353195:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7200, rc 0) 00000100:00100000:3.0:1788536121.353361:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+79:23217:x1875415573756160:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1808us (2238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.353388:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 757 00000100:00100000:0.0:1788536121.357452:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.357554:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573756416 00000100:00100000:1.0:1788536121.357570:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573756416 00000100:00100000:1.0:1788536121.357662:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 758 00000100:00100000:1.0:1788536121.357674:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+79:23217:x1875415573756416:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788536121.357798:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.357829:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.357845:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.358659:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.358673:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.358680:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.358687:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536121.358693:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.358703:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.358722:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:1.0:1788536121.358726:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788536121.358733:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.358740:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536121.358876:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+80:23217:x1875415573756416:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 1200us (1432us total) trans 4294967791 rc 0/0 00000100:00100000:1.0:1788536121.358885:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 758 00000100:00100000:3.0:1788536121.362633:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.362942:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573756672 00000100:00100000:2.0:1788536121.362958:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573756672 00000100:00100000:2.0:1788536121.363159:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 759 00000100:00100000:2.0:1788536121.363173:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+80:23217:x1875415573756672:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536121.363583:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.363606:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.363621:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536121.363714:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967792 00000004:00010000:2.0:1788536121.363773:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000014cf5733 reply state 00000000781fdcb1 transno 4294967793 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536121.363804:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536121.363952:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+83:23217:x1875415573756672:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 781us (1333us total) trans 4294967793 rc 0/0 00000100:00100000:2.0:1788536121.363961:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 759 00000020:00080000:2.0:1788536121.363967:0:16075:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788536121.365988:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.366010:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.366040:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.366048:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536121.366054:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.366064:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.366087:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:1.0:1788536121.366091:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788536121.366097:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.366105:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f8bf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536121.369112:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.369256:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573756928 00000100:00100000:1.0:1788536121.369270:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573756928 00000100:00100000:1.0:1788536121.369346:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 155 00000100:00100000:1.0:1788536121.369426:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+82:23217:x1875415573756928:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536121.369773:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea1850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+83:23217:x1875415573756928:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 350us (674us total) trans 4294967794 rc 0/0 00000100:00100000:1.0:1788536121.369782:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 155 00000100:00100000:3.0:1788536121.400827:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.401077:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573757056 00000100:00100000:0.0:1788536121.401093:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573757056 00000100:00100000:0.0:1788536121.401191:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 760 00000100:00100000:0.0:1788536121.401203:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+32:23220:x1875415573757056:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536121.401230:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536121.401255:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f8c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03f5 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401339:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401358:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401433:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401453:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401460:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401467:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401799:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6e00/0x94dfe24b69f4f8db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401809:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6e00/0x94dfe24b69f4f8db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401827:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6e00/0x94dfe24b69f4f8db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536121.401884:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 16384 00000004:00200000:0.0:1788536121.401889:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536121.401912:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6e00/0x94dfe24b69f4f8db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401926:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401934:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401942:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401948:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536121.401953:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401962:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401976:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:0.0:1788536121.401979:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536121.401985:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.401992:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f8cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402006:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402022:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402028:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402033:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536121.402036:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402042:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402052:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536121.402055:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536121.402057:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402064:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f8d4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402104:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4f8c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03f5 expref: 34 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402119:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6e00/0x94dfe24b69f4f8db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03f5 expref: 33 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.402127:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:0.0:1788536121.402130:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536121.402139:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6e00, rc 0) 00000100:00100000:0.0:1788536121.402228:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+33:23220:x1875415573757056:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1026us (1425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536121.402238:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 760 00000100:00100000:3.0:1788536121.414503:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.415157:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573757312 00000100:00100000:1.0:1788536121.415173:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573757312 00000100:00100000:1.0:1788536121.415253:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 761 00000100:00100000:1.0:1788536121.415265:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+33:23220:x1875415573757312:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536121.415295:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536121.415325:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b03fc expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415457:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415476:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415491:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415509:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415517:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415524:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415707:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f8f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415717:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.415981:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f8f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536121.415994:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:1.0:1788536121.416150:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416159:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416167:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416174:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536121.416179:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416188:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416204:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:1.0:1788536121.416207:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536121.416214:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416234:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4f8e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416250:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416257:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416263:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416268:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536121.416272:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416277:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416285:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff8b1d457ffe00) 00010000:00010000:1.0:1788536121.416288:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536121.416292:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416298:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4f8f0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416354:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f8e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03fc expref: 36 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416450:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f8f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03fc expref: 35 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.416458:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:1.0:1788536121.416461:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536121.416464:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2e00, rc 0) 00000100:00100000:1.0:1788536121.416555:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+35:23220:x1875415573757312:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1291us (2068us total) trans 4294967795 rc 0/0 00000100:00100000:1.0:1788536121.416564:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 761 00000100:00100000:3.0:1788536121.427656:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.427780:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573757440 00000100:00100000:2.0:1788536121.427794:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573757440 00000100:00100000:2.0:1788536121.428330:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 762 00000100:00100000:2.0:1788536121.428346:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:23220:x1875415573757440:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:2.0:1788536121.428491:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428516:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428533:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428570:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428578:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428587:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428593:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536121.428599:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428629:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428646:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:2.0:1788536121.428650:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536121.428657:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.428663:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f905 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536121.428781:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:23220:x1875415573757440:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 438us (1138us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.428789:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 762 00000100:00100000:3.0:1788536121.441584:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.441712:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573757696 00000100:00100000:1.0:1788536121.441735:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573757696 00000100:00100000:1.0:1788536121.441809:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 156 00000100:00100000:1.0:1788536121.441830:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+35:23220:x1875415573757696:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536121.442560:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:23220:x1875415573757696:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 728us (987us total) trans 4294967796 rc 0/0 00000100:00100000:1.0:1788536121.442570:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 156 00000100:00100000:3.0:1788536121.510434:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.517059:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573757824 00000100:00100000:2.0:1788536121.517084:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573757824 00000100:00100000:2.0:1788536121.517213:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 763 00000100:00100000:2.0:1788536121.517226:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:23228:x1875415573757824:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536121.517273:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536121.517301:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f90c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0403 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.517412:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f913 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.517430:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f913 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.517445:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f913 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536121.517508:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 16384 00000004:00200000:2.0:1788536121.517513:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536121.517537:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f913 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.517570:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4f90c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0403 expref: 38 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.517593:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f913 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0403 expref: 37 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.517603:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:2.0:1788536121.517606:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536121.517611:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167d400, rc 0) 00000100:00100000:2.0:1788536121.517709:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:23228:x1875415573757824:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 486us (7290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.517718:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 763 00000100:00100000:3.0:1788536121.525160:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.525556:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573758080 00000100:00100000:1.0:1788536121.525571:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573758080 00000100:00100000:1.0:1788536121.525707:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 31 00000100:00100000:1.0:1788536121.525731:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+37:23228:x1875415573758080:12345-192.168.203.55@tcp:103:lfs.0 00010000:00010000:1.0:1788536121.525754:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536121.525788:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4f8f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03fc expref: 37 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.525823:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:1.0:1788536121.525840:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536121.525914:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:23228:x1875415573758080:12345-192.168.203.55@tcp:103:lfs.0 Request processed in 197us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536121.525923:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 31 00000100:00100000:3.0:1788536121.539235:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.539318:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573758208 00000100:00100000:1.0:1788536121.539332:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573758208 00000100:00100000:1.0:1788536121.539459:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 764 00000100:00100000:1.0:1788536121.539481:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:23228:x1875415573758208:12345-192.168.203.55@tcp:58:lfs.0 00010000:00010000:1.0:1788536121.539615:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.539638:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 82 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.539649:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 4/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.539699:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 82 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.539716:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 82 pid: 5825 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536121.539735:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583060864:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536121.539883:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45395e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536121.544557:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583060864:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536121.544570:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536121.544610:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536121.544751:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573758336 00000100:00100000:2.0:1788536121.544761:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573758336 00010000:00010000:2.0:1788536121.544810:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 83 pid: 5825 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536121.544873:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 246 00000100:00100000:2.0:1788536121.544887:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+83:2355:x1875415573758336:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536121.544907:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536121.544914:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 83 pid: 5825 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.544936:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 83 pid: 5825 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.544977:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4f8b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03ee expref: 83 pid: 5825 timeout: 599 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.544999:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:2.0:1788536121.545005:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.545017:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.545026:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.545059:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536121.545124:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536121.545129:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+82:2355:x1875415573758336:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 243us (562us total) trans 0 rc 0/0 00010000:00010000:1.0:1788536121.545141:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536121.545145:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 246 00000040:00080000:1.0:1788536121.545505:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:1.0:1788536121.545811:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:23228:x1875415573758208:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 6340us (6592us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536121.545832:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 764 00000100:00100000:0.0:1788536121.561238:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.561283:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.561411:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.561432:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573758592 00000100:00100000:1.0:1788536121.561447:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573758592 00000100:00100000:0.0:1788536121.561458:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.561515:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.561542:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 296 00000100:00100000:1.0:1788536121.561556:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573758592:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536121.561662:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573758464 00000100:00100000:2.0:1788536121.561668:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573758464 00000100:00100000:2.0:1788536121.561710:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 528 00000100:00100000:2.0:1788536121.561718:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573758464:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536121.561828:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573758720 00000100:00100000:3.0:1788536121.561834:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573758720 00000100:00100000:3.0:1788536121.561873:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573758976 00000100:00100000:3.0:1788536121.561876:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573758976 00000100:00100000:3.0:1788536121.561890:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573758848 00000100:00100000:3.0:1788536121.561893:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573758848 00000100:00100000:3.0:1788536121.561908:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 297 00000100:00100000:3.0:1788536121.561926:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2353:x1875415573758720:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536121.562240:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573758464:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 522us (954us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.562250:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 528 00000100:00100000:1.0:1788536121.562365:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573758592:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 811us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.562620:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 298 00000100:00100000:2.0:1788536121.562633:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573758976:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536121.562678:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573758976:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 49us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.562685:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 298 00000100:00100000:2.0:1788536121.562701:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 299 00000100:00100000:2.0:1788536121.562709:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573758848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536121.562734:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573758848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.562741:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 299 00000100:00080000:2.0:1788536121.562835:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536121.562841:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536121.563728:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2353:x1875415573758720:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1799us (2302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.563739:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 297 00000100:00100000:1.0:1788536121.563851:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 296 00000040:00080000:1.0:1788536121.713052:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536121.713069:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536121.713120:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1788536121.713129:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536121.713322:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583060992:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536121.713497:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47ff9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536121.719337:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d1180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583060992:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536121.720843:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536121.721104:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573759104 00000100:00100000:3.0:1788536121.721116:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573759104 00000100:00100000:3.0:1788536121.721193:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 765 00000100:00100000:3.0:1788536121.721205:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:23238:x1875415573759104:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536121.721248:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536121.721428:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:23238:x1875415573759104:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 225us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.721437:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 765 00000100:00100000:0.0:1788536121.736129:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536121.736245:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573759232 00000100:00100000:3.0:1788536121.736262:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573759232 00000100:00100000:3.0:1788536121.736470:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 766 00000100:00100000:3.0:1788536121.736484:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:23238:x1875415573759232:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788536121.736591:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736616:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736630:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736665:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736673:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736680:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736713:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736732:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736739:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536121.736790:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:3.0:1788536121.736796:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536121.736828:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736841:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736849:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736866:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736889:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536121.736894:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736904:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736919:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536121.736923:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536121.736930:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736937:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4f921 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736953:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736963:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736971:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736981:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536121.736984:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.736991:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737012:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x43be2ce7 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536121.737014:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536121.737018:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737024:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f928 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x43be2ce7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737042:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737049:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737055:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737060:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536121.737064:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737070:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737078:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536121.737081:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536121.737085:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.737090:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f92f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536121.737209:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:23238:x1875415573759232:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 727us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.737219:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 766 00000100:00100000:3.0:1788536121.740006:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.740209:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573759488 00000100:00100000:0.0:1788536121.740223:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573759488 00000100:00100000:0.0:1788536121.740311:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 767 00000100:00100000:0.0:1788536121.740325:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:23238:x1875415573759488:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536121.740356:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536121.740430:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f936 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b040a expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740573:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740591:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740604:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536121.740618:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:0.0:1788536121.740782:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740792:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740800:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740806:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536121.740812:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740832:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740847:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:0.0:1788536121.740850:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536121.740856:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.740862:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f93d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.741155:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f936 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b040a expref: 38 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.741169:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536121.741172:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536121.741177:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f936 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b040a expref: 38 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.741202:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:2.0:1788536121.741533:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:23238:x1875415573759488:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1208us (1543us total) trans 4294967797 rc 301/301 00000100:00100000:2.0:1788536121.741542:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 767 00000100:00100000:2.0:1788536121.744010:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.744105:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573759616 00000100:00100000:0.0:1788536121.744116:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573759616 00000100:00100000:0.0:1788536121.744187:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 768 00000100:00100000:0.0:1788536121.744198:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:23238:x1875415573759616:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536121.744244:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536121.744412:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:23238:x1875415573759616:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 214us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536121.744421:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 768 00000100:00100000:2.0:1788536121.746950:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536121.747605:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573759872 00000100:00100000:3.0:1788536121.747620:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573759872 00000100:00100000:3.0:1788536121.747701:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 769 00000100:00100000:3.0:1788536121.747713:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+37:23238:x1875415573759872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536121.747748:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536121.747751:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1788536121.747789:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4f913 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0403 expref: 37 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.747810:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:3.0:1788536121.747826:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536121.747844:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f94b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0411 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536121.748797:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0xf:0x0], index 0: 0 00010000:00010000:3.0:1788536121.763927:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f952 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.763953:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.763967:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f952 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.764099:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f94b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0411 expref: 39 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.764119:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f952 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0411 expref: 38 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.764129:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536121.764132:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536121.764136:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6a00, rc 0) 00000100:00100000:3.0:1788536121.764219:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:23238:x1875415573759872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 16507us (17283us total) trans 4294967798 rc 0/0 00000100:00100000:3.0:1788536121.764228:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 769 00000100:00100000:2.0:1788536121.771447:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536121.771596:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573760128 00000100:00100000:3.0:1788536121.771610:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573760128 00000100:00100000:3.0:1788536121.771696:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 770 00000100:00100000:3.0:1788536121.771711:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+38:23238:x1875415573760128:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536121.771774:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536121.771801:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f952 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0411 expref: 38 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.771834:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33d00) 00010000:00010000:3.0:1788536121.771849:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536121.771876:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.771891:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.771918:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.771935:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.771943:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.771950:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772017:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772024:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772030:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772037:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536121.772042:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772049:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772058:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:3.0:1788536121.772061:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536121.772065:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772079:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f960 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772089:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772095:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772101:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772106:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536121.772109:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772114:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772121:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0xdeab115b (ffff8b1d61e33800) 00010000:00010000:3.0:1788536121.772124:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536121.772127:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.772132:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f967 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x30:0x0].0xdeab115b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536121.772219:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:23238:x1875415573760128:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 512us (783us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536121.772227:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 770 00000100:00100000:0.0:1788536121.784788:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536121.784893:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573760256 00000100:00100000:3.0:1788536121.784911:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573760256 00000100:00100000:3.0:1788536121.784977:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 771 00000100:00100000:3.0:1788536121.784990:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+37:23238:x1875415573760256:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536121.785017:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536121.785044:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f96e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0418 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.785088:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.785105:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.785118:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.785215:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f96e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 39 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.785236:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 38 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.785245:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536121.785248:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536121.785252:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7e00, rc 0) 00000100:00100000:3.0:1788536121.785324:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+38:23238:x1875415573760256:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 338us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.785332:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 771 00000100:00100000:2.0:1788536121.794723:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536121.794804:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573760512 00000100:00100000:3.0:1788536121.794822:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573760512 00000100:00100000:3.0:1788536121.794879:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 772 00000100:00100000:3.0:1788536121.794890:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:23238:x1875415573760512:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536121.795021:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.795038:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.795051:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536121.795352:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 88 off8600 00000004:00080000:3.0:1788536121.795364:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 500022993556ns, next at 501022991147ns, rc = 0 00000004:00010000:3.0:1788536121.795494:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000040874fb5 reply state 000000003f749d87 transno 4294967799 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536121.795504:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536121.795604:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:23238:x1875415573760512:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 715us (890us total) trans 4294967799 rc 0/0 00000100:00100000:3.0:1788536121.795613:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 772 00010000:00010000:2.0:1788536121.797313:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.797329:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.797337:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.797355:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536121.797360:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.797389:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.797419:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536121.797423:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788536121.797428:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536121.797435:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4f97c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536121.799605:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536121.799762:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573760640 00000100:00100000:3.0:1788536121.799771:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573760640 00000100:00100000:3.0:1788536121.799835:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 773 00000100:00100000:3.0:1788536121.799846:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:23238:x1875415573760640:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536121.799869:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536121.799889:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b041f expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.799969:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 40 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.799983:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 40 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536121.800002:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536121.800004:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536121.800008:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6a00, rc 0) 00000100:00100000:3.0:1788536121.800066:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:23238:x1875415573760640:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 222us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.800073:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 773 00000100:00100000:2.0:1788536121.803998:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.804699:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573760768 00000100:00100000:0.0:1788536121.804710:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573760768 00000100:00100000:0.0:1788536121.804771:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 186 00000100:00100000:0.0:1788536121.805087:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573760768:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1788536121.808162:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573760768:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 3365us (4158us total) trans 4294967328 rc 0/0 00000100:00100000:1.0:1788536121.808207:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 186 00000100:00100000:1.0:1788536121.824743:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.826882:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573761024 00000100:00100000:2.0:1788536121.826897:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573761024 00000100:00100000:2.0:1788536121.827076:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 157 00000100:00100000:2.0:1788536121.827090:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:23238:x1875415573761024:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536121.827361:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:23238:x1875415573761024:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 273us (2630us total) trans 4294967800 rc 0/0 00000100:00100000:2.0:1788536121.827393:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 157 00000100:00100000:1.0:1788536121.832521:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536121.832597:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573761280 00000100:00100000:3.0:1788536121.832611:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573761280 00000100:00100000:3.0:1788536121.832684:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 774 00000100:00100000:3.0:1788536121.832695:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:23238:x1875415573761280:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536121.832845:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:23238:x1875415573761280:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 152us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536121.832853:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 774 00000100:00100000:3.0:1788536121.835065:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.835165:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573761408 00000100:00100000:0.0:1788536121.835177:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573761408 00000100:00100000:0.0:1788536121.835246:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 775 00000100:00100000:0.0:1788536121.835258:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:23238:x1875415573761408:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536121.835284:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536121.835313:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f98a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0426 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.835721:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f991 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.835755:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f991 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.835771:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f991 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536121.835828:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536121.835856:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f991 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.835886:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f98a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0426 expref: 43 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.835906:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f991 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0426 expref: 42 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.835916:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536121.835920:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788536121.835924:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:0.0:1788536121.836003:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:23238:x1875415573761408:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 746us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536121.836012:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 775 00000100:00100000:3.0:1788536121.840916:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.841016:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573761536 00000100:00100000:0.0:1788536121.841028:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573761536 00000100:00100000:0.0:1788536121.841097:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 187 00000100:00100000:0.0:1788536121.841109:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573761536:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536121.841132:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536121.841176:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b042d expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536121.841210:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ae539, blocks: 0x1 00010000:00010000:0.0:1788536121.841236:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=500s v=(0 0) 00010000:00010000:0.0:1788536121.841242:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536121.841254:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.841276:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.841293:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:0.0:1788536121.841397:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573761536:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 289us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536121.841406:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 187 00000100:00100000:3.0:1788536121.845856:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536121.845973:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573761792 00000100:00100000:2.0:1788536121.845987:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573761792 00000100:00100000:2.0:1788536121.846054:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 776 00000100:00100000:2.0:1788536121.846066:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:23238:x1875415573761792:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536121.846224:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:23238:x1875415573761792:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 160us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.846234:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 776 00000100:00100000:1.0:1788536121.854281:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.854834:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573761920 00000100:00100000:0.0:1788536121.854849:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573761920 00000100:00100000:0.0:1788536121.854970:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 188 00000100:00100000:0.0:1788536121.854983:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:23238:x1875415573761920:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536121.855008:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536121.855032:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 2/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0434 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.855073:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.855109:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536121.855115:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536121.855122:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 4/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 11 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.855181:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.855197:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 11 pid: 16289 timeout: 600 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536121.855215:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583061120:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536121.855339:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536121.859178:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.859259:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573762048 00000100:00100000:1.0:1788536121.859272:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573762048 00010000:00010000:1.0:1788536121.859331:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 12 pid: 16289 timeout: 600 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536121.859400:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 247 00000100:00100000:1.0:1788536121.859412:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46531c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573762048:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788536121.859474:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583061120:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536121.859514:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 3/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536121.859538:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6600, rc 0) 00010000:00010000:1.0:1788536121.859625:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536121.859655:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 12 pid: 16289 timeout: 600 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.859671:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 12 pid: 16289 timeout: 600 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536121.859689:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:23238:x1875415573761920:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 4710us (5424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536121.859698:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 188 00010000:00010000:1.0:1788536121.859699:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f4f998 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b042d expref: 12 pid: 16289 timeout: 600 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.859715:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536121.859720:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536121.859730:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 10 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.859768:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 10 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536121.859811:0:11659:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 10 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536121.859843:0:11659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11659:1875415583061248:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536121.859906:0:11659:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47ff9e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536121.862794:0:11659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:11659:1875415583061248:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536121.862845:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536121.862922:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46531c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573762048:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 3512us (3759us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536121.862936:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 247 00000100:00100000:2.0:1788536121.866475:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.866650:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573762176 00000100:00100000:1.0:1788536121.866663:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573762176 00002000:00100000:1.0:1788536121.866855:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff8b1c430f1180 x1875415573762176/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:22/0 lens 648/0 e 0 to 0 dl 1788536132 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536121.866876:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f1180 with x1875415573762176 ext(0->157) 00002000:00010000:1.0:1788536121.866883:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c430f1180 00000100:00100000:1.0:1788536121.866920:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 61 00000100:00100000:1.0:1788536121.866930:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573762176:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536121.867536:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573762176:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 604us (1074us total) trans 4294967329 rc 0/0 00000100:00100000:1.0:1788536121.867556:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 61 00002000:00100000:1.0:1788536121.867565:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0xf:0x0] (0->157) req@ffff8b1c430f1180 x1875415573762176/t4294967329(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:22/0 lens 648/448 e 0 to 0 dl 1788536132 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536121.867574:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f1180 with x1875415573762176 ext(0->157) 00002000:00010000:1.0:1788536121.867578:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c430f1180 00000100:00100000:3.0:1788536121.871894:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536121.872112:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573762304 00000100:00100000:1.0:1788536121.872126:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573762304 00000100:00100000:1.0:1788536121.872204:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 777 00000100:00100000:1.0:1788536121.872216:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:23238:x1875415573762304:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788536121.947339:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967797 is committed 00000001:00080000:2.0:1788536121.947366:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967788 is committed 00000001:00080000:2.0:1788536121.947428:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967794 is committed 00000001:00080000:2.0:1788536121.947445:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967800 is committed 00000004:00080000:2.0:1788536121.947477:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00000100:00100000:2.0:1788536121.947653:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536121.947680:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583061376:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1788536121.948027:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536121.948285:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:23238:x1875415573762304:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 76067us (76401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536121.948297:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 777 00000100:00100000:3.0:1788536121.948563:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583061376 00000100:00100000:3.0:1788536121.951938:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583061376 00000100:00100000:2.0:1788536121.953281:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536121.953633:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573762432 00000100:00100000:0.0:1788536121.953644:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573762432 00000100:00100000:0.0:1788536121.953792:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 189 00000100:00100000:0.0:1788536121.953836:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573762432:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1788536121.955282:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1788536121.955296:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583061376:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1788536121.955575:0:6668:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788536121.955581:0:6668:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb mtime from disk: 0 -> 1788536121 00002000:00010000:1.0:1788536121.955584:0:6668:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788536121.955586:0:6668:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb ctime from disk: 1788536121 -> 1788536121 00002000:00010000:1.0:1788536121.955589:0:6668:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:1.0:1788536121.955696:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583061376:12345-0@lo:2:osp-syn-0-0.0 Request processed in 403us (7669us total) trans 4294967330 rc 0/0 00000004:00080000:2.0:1788536121.955790:0:3282:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c430f0a80/2, rc 0, transno 4294967330 00000100:00100000:2.0:1788536121.955800:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583061376:0@lo:2:osp-syn-0-0.0 00000100:00080000:3.0:1788536121.958937:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536121.960865:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1788536122.031642:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573762432:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 77329us (77892us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.031663:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 189 00000001:00080000:3.0:1788536122.031714:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967328 is committed 00000001:00080000:3.0:1788536122.031731:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967329 is committed 00000100:00100000:3.0:1788536122.037562:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536122.041831:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573762688 00000100:00100000:2.0:1788536122.041858:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573762688 00000100:00100000:2.0:1788536122.041974:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 778 00000100:00100000:2.0:1788536122.041989:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:23238:x1875415573762688:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536122.042803:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536122.042859:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4f991 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0426 expref: 36 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.042895:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536122.042902:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536122.042945:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.042962:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.042974:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536122.043325:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000052bf33d4 reply state 000000000e547405 transno 4294967801 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536122.043338:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00080000:3.0:1788536122.043396:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536122.043696:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:23238:x1875415573762688:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1708us (6145us total) trans 4294967801 rc 0/0 00000100:00100000:2.0:1788536122.043707:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 778 00010000:00010000:1.0:1788536122.045642:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.045665:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.045674:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.045700:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536122.045708:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.045727:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.045751:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:1.0:1788536122.045754:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536122.045762:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.045769:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9a6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536122.051027:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536122.052009:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573762816 00000100:00100000:0.0:1788536122.052027:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573762816 00000100:00100000:0.0:1788536122.052107:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 191 00000100:00100000:0.0:1788536122.052120:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573762816:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788536122.052442:0:9635:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1788536122.052447:0:9635:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb mtime from disk: 1788536121 -> 1536580263 00002000:00010000:0.0:1788536122.052451:0:9635:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb atime from disk: 0 -> 1788535646 00002000:00010000:0.0:1788536122.052453:0:9635:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb ctime from disk: 1788536121 -> 1788536120 00002000:00010000:0.0:1788536122.052456:0:9635:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0xf:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1788536122.052539:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573762816:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 420us (1525us total) trans 4294967331 rc 0/0 00000100:00100000:0.0:1788536122.052547:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 191 00000100:00100000:0.0:1788536122.056809:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536122.056923:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573763072 00000100:00100000:1.0:1788536122.056937:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573763072 00000100:00100000:1.0:1788536122.057020:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 779 00000100:00100000:1.0:1788536122.057034:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:23238:x1875415573763072:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788536122.057132:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.057154:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 36 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.057165:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 4/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.057223:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 36 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.057260:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 36 pid: 16075 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536122.057277:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583061504:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536122.057417:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5043f300 going to sleep for 11 seconds 00000100:00100000:1.0:1788536122.060695:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583061504:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536122.060745:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536122.070496:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536122.071926:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573763200 00000100:00100000:1.0:1788536122.071945:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573763200 00010000:00010000:1.0:1788536122.072003:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 37 pid: 16075 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536122.072053:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 248 00000100:00100000:1.0:1788536122.072065:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+37:2355:x1875415573763200:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536122.072083:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536122.072091:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 37 pid: 16075 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.072107:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 37 pid: 16075 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.072136:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4f975 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0418 expref: 37 pid: 16075 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.072173:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:1.0:1788536122.072762:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.072780:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.072789:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.072839:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536122.072932:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415573763200:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 867us (2448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536122.072942:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 248 00010000:00010000:3.0:1788536122.073899:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.073915:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.073956:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.073965:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.073977:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.073982:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536122.073987:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.073996:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.074038:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536122.074042:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788536122.074047:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 2/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.074055:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4f9ad lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536122.074140:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:23238:x1875415573763072:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 17106us (17342us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788536122.074151:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 779 00000100:00100000:0.0:1788536122.081498:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536122.081649:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573763328 00000100:00100000:3.0:1788536122.081663:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573763328 00000100:00100000:3.0:1788536122.081746:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 192 00000100:00100000:3.0:1788536122.081757:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573763328:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536122.081825:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.081853:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 2/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 10 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.081872:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536122.081877:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536122.081883:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 4/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.081928:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 10 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.081962:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 10 pid: 9635 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536122.081981:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583061632:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536122.082086:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d71bb0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536122.089078:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583061632:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536122.089127:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 3/1,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536122.093712:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536122.094004:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573763456 00000100:00100000:3.0:1788536122.094017:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573763456 00010000:00010000:3.0:1788536122.094069:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 11 pid: 9635 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536122.094119:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 249 00000100:00100000:3.0:1788536122.094132:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573763456:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536122.094151:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536122.094190:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 11 pid: 9635 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.094207:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 3/0,0 mode: PW/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 11 pid: 9635 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.094235:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000067b4c706/0x94dfe24b69f4f99f lrc: 0/0,0 mode: --/PW res: [0x240000400:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0434 expref: 11 pid: 9635 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.094260:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536122.094265:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536122.094286:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.094297:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.094340:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536122.094452:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573763456:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 322us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.094461:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 249 00010000:00010000:0.0:1788536122.095004:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.095018:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.095053:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.095078:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.095087:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.095094:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536122.095099:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.095109:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.095128:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.095137:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b57bb816/0x94dfe24b69f4f9b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536122.095228:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573763328:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 13471us (13743us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536122.095238:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 192 00000100:00100000:0.0:1788536122.102505:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536122.102592:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573763712 00000100:00100000:2.0:1788536122.102605:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573763712 00000100:00100000:2.0:1788536122.102681:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 780 00000100:00100000:2.0:1788536122.102692:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+35:23238:x1875415573763712:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788536122.102809:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 3/0,1 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.102841:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.102856:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.103419:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.103434:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 36 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.103444:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.103495:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 36 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.103515:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 36 pid: 6725 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536122.103532:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583061760:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536122.103646:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f09c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536122.114132:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536122.114317:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573763840 00000100:00100000:3.0:1788536122.114330:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573763840 00010000:00010000:3.0:1788536122.114418:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 37 pid: 6725 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536122.114462:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 250 00000100:00100000:3.0:1788536122.114474:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:2354:x1875415573763840:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536122.114494:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536122.114502:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 37 pid: 6725 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.114518:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 37 pid: 6725 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.114546:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536122.114553:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.114575:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.114585:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.114609:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536122.114680:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:2354:x1875415573763840:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 208us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.114689:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 250 00010000:00010000:2.0:1788536122.116162:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4f983 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b041f expref: 36 pid: 6725 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536122.116268:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583061760:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536122.116303:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.116314:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.116320:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536122.116829:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967802 00000001:00080000:0.0:1788536122.117092:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967803 00000001:00080000:0.0:1788536122.117142:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967804 00000100:00100000:0.0:1788536122.117321:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5824:1875415583061888:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1788536122.117633:0:5824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536122.117679:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536122.117737:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583061888 00000100:00100000:2.0:1788536122.117745:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583061888 00000100:00100000:2.0:1788536122.117806:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788536122.117825:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5824:x1875415583061888:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788536122.117931:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5824:x1875415583061888:12345-0@lo:1000:mdt00_001.0 Request processed in 107us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536122.117939:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788536122.117985:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5824:1875415583061888:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1788536122.118562:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967805 00000100:00100000:2.0:1788536122.118629:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5824:1875415583062016:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788536122.118667:0:5824:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536122.118687:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536122.118702:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583062016 00000100:00100000:2.0:1788536122.118706:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583062016 00000100:00100000:2.0:1788536122.118730:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788536122.118735:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5824:x1875415583062016:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788536122.119091:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5824:x1875415583062016:12345-0@lo:1000:mdt00_001.0 Request processed in 354us (422us total) trans 4294967332 rc 0/0 00000100:00100000:2.0:1788536122.119099:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788536122.119704:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:5824:1875415583062016:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1788536122.119821:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.119833:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.119842:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.119847:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536122.119853:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.119931:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.119950:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536122.119954:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536122.119961:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.119967:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4f9c2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x14:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120005:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120273:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120279:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120284:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536122.120287:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120293:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120303:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:0.0:1788536122.120305:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536122.120309:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120315:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4f91a lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120341:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120356:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120471:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120481:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120494:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120500:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120505:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536122.120508:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120515:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120523:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:0.0:1788536122.120526:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536122.120528:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120534:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9c9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120544:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120549:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120554:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120559:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536122.120567:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120574:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120581:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d61e33400) 00010000:00010000:0.0:1788536122.120583:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536122.120586:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 2/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.120592:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9bb lrc: 0/0,0 mode: --/PW res: [0x200000401:0x32:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536122.121230:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:23238:x1875415573763712:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 18533us (18732us total) trans 4294967806 rc 0/0 00000100:00100000:0.0:1788536122.121243:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 780 00000020:00080000:0.0:1788536122.121251:0:5824:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:3.0:1788536122.125426:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536122.125520:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573764096 00000100:00100000:3.0:1788536122.125535:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573764096 00000100:00100000:3.0:1788536122.125601:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 158 00000100:00100000:3.0:1788536122.125611:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:23238:x1875415573764096:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788536122.129255:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788536122.129529:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967807 00010000:00010000:3.0:1788536122.129625:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.129797:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.129819:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.129830:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.129847:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.129854:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.130063:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788536122.131084:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+41:23238:x1875415573764096:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 5464us (5666us total) trans 4294967808 rc 0/0 00000100:00100000:3.0:1788536122.131097:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 158 00000020:00080000:3.0:1788536122.131105:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:0.0:1788536122.131446:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536122.131452:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536122.134513:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1788536122.134545:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536122.134988:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536122.134999:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.135010:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536122.135015:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.135027:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.135071:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff8b1d61e33d00) 00010000:00010000:0.0:1788536122.135074:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536122.135081:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.135088:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4f9d0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x14:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.135119:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536122.135121:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536122.135122:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536122.283848:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536122.473026:0:17681:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536122.473036:0:17681:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536122.473075:0:17681:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1788536122.473082:0:17681:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536122.481148:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583062272:0@lo:400:kworker.0 00000100:00100000:0.0:1788536122.481214:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536122.481271:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788536122.481278:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583062144:0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481289:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583062528:0@lo:400:kworker.0 00000100:00100000:0.0:1788536122.481310:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536122.481333:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536122.481339:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583062656:0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481362:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536122.481386:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583062400:0@lo:400:kworker.0 00000100:00100000:0.0:1788536122.481390:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536122.481416:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536122.481450:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583062272 00000100:00100000:3.0:1788536122.481459:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583062272 00000100:00100000:3.0:1788536122.481507:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583062528 00000100:00100000:3.0:1788536122.481511:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583062528 00000100:00100000:3.0:1788536122.481539:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583062400 00000100:00100000:3.0:1788536122.481542:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583062400 00000100:00100000:3.0:1788536122.481558:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1788536122.481566:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583062272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481617:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583062272:12345-0@lo:400:kworker.0 Request processed in 51us (403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.481625:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1788536122.481640:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1788536122.481657:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583062528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481701:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583062528:12345-0@lo:400:kworker.0 Request processed in 44us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.481707:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1788536122.481718:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1788536122.481723:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583062400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481744:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583062400:12345-0@lo:400:kworker.0 Request processed in 22us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.481750:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1788536122.481765:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583062656 00000100:00100000:3.0:1788536122.481768:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583062656 00000100:00100000:3.0:1788536122.481795:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1788536122.481800:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583062656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481840:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583062656:12345-0@lo:400:kworker.0 Request processed in 40us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.481846:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:3.0:1788536122.481864:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536122.481868:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536122.481899:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583062400:0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481910:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583062528:0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481938:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583062656:0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.481947:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583062272:0@lo:400:kworker.0 00000100:00100000:1.0:1788536122.487545:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583062144 00000100:00100000:1.0:1788536122.487560:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583062144 00000100:00100000:1.0:1788536122.487623:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1788536122.487634:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583062144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536122.487731:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583062144:12345-0@lo:400:kworker.0 Request processed in 99us (6420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536122.487738:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1788536122.487807:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583062144:0@lo:400:kworker.0 00000100:00100000:3.0:1788536122.554191:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536122.556695:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573764352 00000100:00100000:0.0:1788536122.556712:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573764352 00000100:00100000:0.0:1788536122.556773:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 781 00000100:00100000:0.0:1788536122.556784:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+41:23241:x1875415573764352:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536122.556817:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536122.556841:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b043b expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.556918:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.556943:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.556956:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.556973:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.556981:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.556987:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557298:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f9ec lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557307:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f9ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557316:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f9ec lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536122.557326:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:0.0:1788536122.557447:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557456:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557463:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557476:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536122.557481:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557490:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557503:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:0.0:1788536122.557506:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536122.557512:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557518:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4f9de lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557721:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557729:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557735:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557741:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536122.557744:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557750:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557769:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536122.557772:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536122.557775:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557782:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4f9e5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557841:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4f9d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b043b expref: 44 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557856:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6c00/0x94dfe24b69f4f9ec lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b043b expref: 43 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536122.557864:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d4969ed00) 00010000:00010000:0.0:1788536122.557867:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536122.557869:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6c00, rc 0) 00000100:00100000:0.0:1788536122.557945:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+43:23241:x1875415573764352:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1163us (3764us total) trans 4294967809 rc 0/0 00000100:00100000:0.0:1788536122.557954:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 781 00000100:00100000:0.0:1788536122.575613:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536122.575977:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573764480 00000100:00100000:2.0:1788536122.575995:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573764480 00000100:00100000:2.0:1788536122.576077:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 782 00000100:00100000:2.0:1788536122.576090:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:23241:x1875415573764480:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:2.0:1788536122.576190:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576226:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576242:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576278:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576288:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576296:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576304:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536122.576310:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576319:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576334:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d4969ed00) 00010000:00010000:2.0:1788536122.576338:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536122.576344:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.576352:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4f9fa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536122.576475:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:23241:x1875415573764480:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 388us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536122.576493:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 782 00000100:00100000:0.0:1788536122.582752:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536122.582855:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573764736 00000100:00100000:2.0:1788536122.582866:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573764736 00000100:00100000:2.0:1788536122.582935:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 159 00000100:00100000:2.0:1788536122.582947:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:23241:x1875415573764736:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:2.0:1788536122.583197:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:23241:x1875415573764736:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 251us (454us total) trans 4294967810 rc 0/0 00000100:00100000:2.0:1788536122.583209:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 159 00000100:00100000:3.0:1788536122.727969:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536122.728221:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573764864 00000100:00100000:1.0:1788536122.728231:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573764864 00000100:00100000:1.0:1788536122.728301:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 783 00000100:00100000:1.0:1788536122.728312:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+75:23257:x1875415573764864:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:1.0:1788536122.728334:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536122.728355:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fa01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0442 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728436:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728453:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728465:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728480:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728486:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728492:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728826:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4fa16 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728836:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4fa16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728843:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4fa16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536122.728869:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x30:0x0]: returning size 16384 00000004:00200000:1.0:1788536122.728872:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536122.728893:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4fa16 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728906:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728913:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728919:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728924:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536122.728928:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728934:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728944:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:1.0:1788536122.728953:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536122.728958:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728964:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fa08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728975:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728980:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728985:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728990:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536122.728992:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.728997:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.729003:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff8b1d457ff300) 00010000:00010000:1.0:1788536122.729005:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536122.729008:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.729013:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fa0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.729043:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fa01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0442 expref: 77 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.729069:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2600/0x94dfe24b69f4fa16 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0442 expref: 76 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.729077:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:1.0:1788536122.729079:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788536122.729081:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2600, rc 0) 00000100:00100000:1.0:1788536122.729338:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+76:23257:x1875415573764864:12345-192.168.203.55@tcp:101:diff.0 Request processed in 1027us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536122.729347:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 783 00000100:00080000:3.0:1788536122.729606:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536122.737801:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536122.740490:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573764992 00000100:00100000:3.0:1788536122.740506:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573764992 00000100:00100000:3.0:1788536122.740562:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 784 00000100:00100000:3.0:1788536122.740571:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+76:23257:x1875415573764992:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:3.0:1788536122.740589:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536122.740609:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4fa1d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0449 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.740686:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.740700:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.740711:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.740726:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.740733:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.740738:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741012:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4fa32 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741022:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4fa32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741039:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4fa32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536122.741069:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00000004:00200000:3.0:1788536122.741073:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536122.741093:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4fa32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741104:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4fa32 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741112:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741119:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741126:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741131:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536122.741135:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741143:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741154:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x0 (ffff8b1d4969e300) 00010000:00010000:3.0:1788536122.741157:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536122.741161:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741176:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa24 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741189:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741195:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741201:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741207:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536122.741210:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741216:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741224:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x30:0x0].0x3b61a3c9 (ffff8b1d61e33000) 00010000:00010000:3.0:1788536122.741226:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536122.741229:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741235:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x30:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741263:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7c00/0x94dfe24b69f4fa1d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0449 expref: 78 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741286:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7600/0x94dfe24b69f4fa32 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0449 expref: 77 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.741293:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d4969ed00) 00010000:00010000:3.0:1788536122.741296:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536122.741298:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7600, rc 0) 00000100:00100000:3.0:1788536122.741360:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+77:23257:x1875415573764992:12345-192.168.203.55@tcp:101:diff.0 Request processed in 789us (3568us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.741612:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 784 00000100:00100000:0.0:1788536122.749956:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536122.750430:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573765120 00000100:00100000:3.0:1788536122.750441:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573765120 00000100:00100000:3.0:1788536122.750502:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 193 00000100:00100000:3.0:1788536122.750512:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573765120:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:3.0:1788536122.750528:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536122.750548:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000098818239/0x94dfe24b69f4fa39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0450 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536122.750573:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9ae35e, ctime: 0x6a9ae538, blocks: 0xb 00010000:00010000:3.0:1788536122.750591:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=500s v=(0 0) 00010000:00010000:3.0:1788536122.750595:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536122.750605:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000098818239/0x94dfe24b69f4fa39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0450 expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.750621:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000098818239/0x94dfe24b69f4fa39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0450 expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536122.750656:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7c00, rc 0) 00000100:00100000:3.0:1788536122.750717:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573765120:12345-192.168.203.55@tcp:101:diff.0 Request processed in 206us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536122.750725:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 193 00000100:00100000:0.0:1788536122.757925:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536122.758244:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573765376 00000100:00100000:2.0:1788536122.758267:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573765376 00000100:00100000:2.0:1788536122.758407:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 785 00000100:00100000:2.0:1788536122.758428:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+77:23257:x1875415573765376:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:2.0:1788536122.758467:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536122.758514:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fa40 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0457 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.758653:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fa47 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.758683:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fa47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.758695:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fa47 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536122.758721:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x32:0x0]: returning size 158 00010000:00010000:2.0:1788536122.758921:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fa40 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0457 expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.758945:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fa47 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0457 expref: 79 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536122.758953:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d4969ed00) 00010000:00010000:2.0:1788536122.758956:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536122.758959:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc 0) 00000100:00100000:2.0:1788536122.759023:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+79:23257:x1875415573765376:12345-192.168.203.55@tcp:101:diff.0 Request processed in 607us (1118us total) trans 4294967811 rc 0/0 00000100:00100000:2.0:1788536122.759031:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 785 00000100:00100000:2.0:1788536122.765875:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536122.765974:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573765632 00000100:00100000:1.0:1788536122.765984:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573765632 00000100:00100000:1.0:1788536122.766055:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 32 00000100:00100000:1.0:1788536122.766065:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+79:2354:x1875415573765632:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536122.766091:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536122.766117:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fa47 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0457 expref: 79 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536122.766137:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x32:0x0].0x0 (ffff8b1d4969ed00) 00010000:00010000:1.0:1788536122.766142:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536122.766194:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:2354:x1875415573765632:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 131us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536122.766201:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 32 00000100:00100000:0.0:1788536122.766874:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536122.766939:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573765504 00000100:00100000:1.0:1788536122.766945:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573765504 00002000:00100000:1.0:1788536122.766981:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff8b1d7bec0e00 x1875415573765504/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:23/0 lens 488/0 e 0 to 0 dl 1788536133 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536122.767004:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bec0e00 with x1875415573765504 ext(0->4095) 00002000:00010000:1.0:1788536122.767009:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bec0e00 00000100:00100000:1.0:1788536122.767035:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 62 00000100:00100000:1.0:1788536122.767043:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573765504:12345-192.168.203.55@tcp:3:diff.0 00000100:00100000:1.0:1788536122.767277:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573765504:12345-192.168.203.55@tcp:3:diff.0 Request processed in 234us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536122.767285:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 62 00002000:00100000:1.0:1788536122.767292:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0xf:0x0] (0->4095) req@ffff8b1d7bec0e00 x1875415573765504/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:23/0 lens 488/4536 e 0 to 0 dl 1788536133 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536122.767300:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bec0e00 with x1875415573765504 ext(0->4095) 00002000:00010000:1.0:1788536122.767303:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bec0e00 00000100:00100000:0.0:1788536122.770803:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536122.771946:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573765888 00000100:00100000:2.0:1788536122.771966:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573765888 00000100:00100000:2.0:1788536122.772101:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 160 00000100:00100000:2.0:1788536122.772113:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+78:23257:x1875415573765888:12345-192.168.203.55@tcp:35:diff.0 00000001:00080000:2.0:1788536122.772560:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967812 00000100:00100000:2.0:1788536122.772732:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+80:23257:x1875415573765888:12345-192.168.203.55@tcp:35:diff.0 Request processed in 620us (1941us total) trans 4294967813 rc 0/0 00000100:00100000:2.0:1788536122.772742:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 160 00000020:00080000:2.0:1788536122.772756:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788536122.987949:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583062784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536122.988059:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536122.988554:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583062784 00000100:00100000:2.0:1788536122.988566:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583062784 00000100:00100000:2.0:1788536122.988647:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1788536122.988669:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583062784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536122.988730:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536122.988840:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583062784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 175us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536122.988856:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1788536122.989127:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583062784:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788536123.180677:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536123.180692:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536123.180739:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1788536123.180747:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536123.309301:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536124.333278:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536124.525313:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583062912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536124.525443:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536124.525653:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583062912 00000100:00100000:2.0:1788536124.525664:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583062912 00000100:00100000:2.0:1788536124.525747:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1788536124.525759:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583062912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536124.525812:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536124.525869:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583062912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 113us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536124.525876:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00080000:0.0:1788536124.526144:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536124.526194:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583062912:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536125.355594:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536126.381907:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536126.680140:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536126.680196:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536126.680232:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536126.680256:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536126.680277:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536126.680296:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536126.680318:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536126.680351:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573766528 00000100:00100000:2.0:1788536126.680363:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573766528 00000100:00100000:2.0:1788536126.680460:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573766144 00000100:00100000:2.0:1788536126.680464:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573766144 00000100:00100000:2.0:1788536126.680489:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:2.0:1788536126.680501:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:2352:x1875415573766528:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536126.680602:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:2352:x1875415573766528:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 103us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536126.680611:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:2.0:1788536126.680641:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00100000:2.0:1788536126.680648:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+80:2352:x1875415573766144:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536126.680674:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+80:2352:x1875415573766144:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536126.680681:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00080000:2.0:1788536126.680702:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536126.680929:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573766016 00000100:00100000:0.0:1788536126.680934:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573766016 00000100:00100000:0.0:1788536126.680975:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 530 00000100:00100000:0.0:1788536126.680983:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573766016:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536126.681019:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573766016:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 38us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536126.681025:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 530 00000100:00100000:3.0:1788536126.681542:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573766272 00000100:00100000:3.0:1788536126.681549:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573766272 00000100:00100000:3.0:1788536126.681592:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573766784 00000100:00100000:3.0:1788536126.681596:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573766784 00000100:00100000:3.0:1788536126.681609:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573766400 00000100:00100000:3.0:1788536126.681612:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573766400 00000100:00100000:3.0:1788536126.681623:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573766656 00000100:00100000:3.0:1788536126.681625:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573766656 00000100:00100000:3.0:1788536126.681641:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:3.0:1788536126.681648:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573766272:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536126.681775:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573766272:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 126us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536126.681796:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:3.0:1788536126.681811:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 302 00000100:00100000:3.0:1788536126.681818:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573766784:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536126.681845:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573766784:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (1588us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536126.681852:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 302 00000100:00100000:3.0:1788536126.681863:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 303 00000100:00100000:3.0:1788536126.681869:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573766400:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536126.681919:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2352:x1875415573766400:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 50us (1621us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536126.681926:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 303 00000100:00100000:3.0:1788536126.681939:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 304 00000100:00100000:3.0:1788536126.681945:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573766656:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536126.681970:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573766656:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536126.681976:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 304 00000100:00080000:3.0:1788536126.682126:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536126.682131:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1788536127.175260:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967809 is committed 00000001:00080000:0.0:1788536127.175298:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967813 is committed 00000001:00080000:0.0:1788536127.175308:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967810 is committed 00000020:00080000:0.0:1788536127.175325:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d494f03c0 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:0.0:1788536127.175332:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d494f09c0 00000020:00080000:0.0:1788536127.175337:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d502e0000 00000020:00080000:0.0:1788536127.175703:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:0.0:1788536127.175975:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000001:00080000:0.0:1788536127.177682:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000001:00080000:0.0:1788536127.177715:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967330 is committed 00000001:00080000:0.0:1788536127.177725:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00010000:00010000:0.0:1788536127.403755:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536127.601986:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583063296:0@lo:400:kworker.0 00000100:00100000:2.0:1788536127.602075:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536127.602138:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788536127.602145:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583063168:0@lo:400:kworker.0 00000100:00100000:2.0:1788536127.602170:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536127.602188:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583063680:0@lo:400:kworker.0 00000100:00100000:2.0:1788536127.602220:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536127.602274:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583063296 00000100:00100000:0.0:1788536127.602295:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583063296 00000100:00100000:2.0:1788536127.602435:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583063168 00000100:00100000:2.0:1788536127.602445:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583063168 00000100:00100000:2.0:1788536127.602492:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:2.0:1788536127.602501:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583063168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536127.602714:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583063424:0@lo:400:kworker.0 00000100:00100000:1.0:1788536127.602752:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536127.602802:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583063040:0@lo:400:kworker.0 00000100:00100000:0.0:1788536127.602827:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1788536127.602836:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583063680 00000100:00100000:1.0:1788536127.602843:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583063680 00000100:00100000:0.0:1788536127.602844:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583063296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536127.602860:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536127.602893:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583063424 00000100:00100000:1.0:1788536127.602898:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583063424 00000100:00100000:3.0:1788536127.602901:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583063552:0@lo:400:kworker.0 00000100:00100000:1.0:1788536127.602933:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1788536127.602934:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536127.602947:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583063680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536127.602990:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583063680:12345-0@lo:400:kworker.0 Request processed in 46us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536127.602991:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1788536127.603001:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583063424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536127.603029:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1788536127.603041:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583063424:12345-0@lo:400:kworker.0 Request processed in 42us (288us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536127.603049:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00080000:3.0:1788536127.603073:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536127.603078:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536127.603081:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536127.603083:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:1.0:1788536127.603091:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c430f0a80, transno 4294967330 00000100:00100000:3.0:1788536127.603095:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583063040 00000100:00100000:3.0:1788536127.603100:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583063040 00000004:00080000:1.0:1788536127.603105:0:3282:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967332 committed transno 4294967332 00000100:00100000:3.0:1788536127.603134:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788536127.603134:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583063424:0@lo:400:kworker.0 00000100:00100000:3.0:1788536127.603145:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583063040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536127.603189:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583063040:12345-0@lo:400:kworker.0 Request processed in 46us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536127.603197:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1788536127.603237:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583063552 00000100:00100000:3.0:1788536127.603241:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583063552 00000100:00100000:3.0:1788536127.603413:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1788536127.603422:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583063552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536127.603456:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583063552:12345-0@lo:400:kworker.0 Request processed in 36us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536127.603462:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:3.0:1788536127.603545:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536127.603730:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583063040:0@lo:400:kworker.0 00000100:00100000:2.0:1788536127.603765:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583063168:12345-0@lo:400:kworker.0 Request processed in 112us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536127.603786:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:3.0:1788536127.603822:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583063552:0@lo:400:kworker.0 00000100:00100000:0.0:1788536127.603824:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583063296:12345-0@lo:400:kworker.0 Request processed in 982us (1743us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536127.603847:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583063168:0@lo:400:kworker.0 00000100:00100000:0.0:1788536127.603849:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1788536127.603877:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e152300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583063680:0@lo:400:kworker.0 00000100:00100000:2.0:1788536127.603893:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583063296:0@lo:400:kworker.0 00000100:00100000:2.0:1788536127.634203:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536127.634397:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573766912 00000100:00100000:3.0:1788536127.634408:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573766912 00000100:00100000:3.0:1788536127.634513:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 786 00000100:00100000:3.0:1788536127.634524:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:23172:x1875415573766912:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788536127.634619:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:23172:x1875415573766912:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 97us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536127.634626:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 786 00000100:00100000:3.0:1788536128.109130:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536128.109167:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583063808:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536128.109275:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536128.109595:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583063808 00000100:00100000:2.0:1788536128.109610:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583063808 00000100:00100000:2.0:1788536128.109693:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1788536128.109705:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583063808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536128.109917:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 59572224 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536128.110034:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583063808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 331us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536128.110043:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1788536128.113951:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583063808:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536128.427999:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788536129.443217:0:17880:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 11:35:27 (1788536127) 00010000:00010000:0.0:1788536129.451703:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536129.651519:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536129.651553:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583063936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536129.651652:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536129.653573:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583063936 00000100:00100000:1.0:1788536129.653595:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583063936 00000100:00100000:1.0:1788536129.653731:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1788536129.653744:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583063936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536129.653810:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536129.653915:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583063936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 173us (2263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536129.653923:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1788536129.653996:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583063936:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536129.663126:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536129.758517:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536129.759203:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573767040 00000100:00100000:2.0:1788536129.759215:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573767040 00000100:00100000:2.0:1788536129.759304:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 787 00000100:00100000:2.0:1788536129.759315:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:23871:x1875415573767040:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788536129.759474:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:23871:x1875415573767040:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 161us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536129.759482:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 787 00000100:00080000:3.0:1788536129.760991:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536129.800896:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536129.801042:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573767168 00000100:00100000:0.0:1788536129.801051:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573767168 00000100:00100000:0.0:1788536129.801123:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 788 00000100:00100000:0.0:1788536129.801132:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+77:23872:x1875415573767168:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536129.801151:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536129.801170:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fa55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b045e expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801232:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801247:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801261:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801274:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801297:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801303:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801532:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801540:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801546:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801552:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536129.801557:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801566:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801578:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:0.0:1788536129.801581:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536129.801586:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801592:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801603:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801616:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801621:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801626:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536129.801629:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801635:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801642:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536129.801645:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536129.801647:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801653:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801683:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fa55 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b045e expref: 78 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801692:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:0.0:1788536129.801694:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536129.801698:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fa55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b045e expref: 78 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536129.801705:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:0.0:1788536129.801781:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+77:23872:x1875415573767168:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 649us (895us total) trans 0 rc 301/301 00000100:00080000:3.0:1788536129.802046:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536129.802089:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 788 00000100:00100000:1.0:1788536129.810451:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536129.810542:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573767424 00000100:00100000:3.0:1788536129.810557:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573767424 00000100:00100000:3.0:1788536129.810612:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 789 00000100:00100000:3.0:1788536129.810621:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+77:23872:x1875415573767424:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:3.0:1788536129.810681:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536129.810705:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4f848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03cb expref: 77 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.810727:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:3.0:1788536129.810732:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536129.811577:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.811601:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 33 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.811610:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.811645:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 33 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.811660:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 33 pid: 5823 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536129.811687:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583064064:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536129.811798:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d465930c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536129.825564:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536129.825715:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573767552 00000100:00100000:2.0:1788536129.825727:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573767552 00010000:00010000:2.0:1788536129.825778:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 34 pid: 5823 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536129.825823:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:2.0:1788536129.825832:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:2354:x1875415573767552:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536129.825862:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536129.825869:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 34 pid: 5823 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.825884:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 34 pid: 5823 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.825914:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536129.825920:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.825929:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.825937:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.825957:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536129.826016:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:2354:x1875415573767552:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 185us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536129.826024:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 251 00010000:00010000:3.0:1788536129.827559:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4f872 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b03d9 expref: 33 pid: 5823 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536129.827582:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583064064:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536129.827602:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.827610:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.827616:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.827640:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.827651:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.827660:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536129.828785:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 16384 00010000:00010000:3.0:1788536129.828801:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.828810:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.828826:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.828831:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536129.828836:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.828844:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.828858:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:3.0:1788536129.828860:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536129.828864:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536129.828870:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fa6a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536129.828890:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000152f9e76 reply state 0000000058b1c37d transno 4294967814 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536129.828899:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536129.830521:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+78:23872:x1875415573767424:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 19889us (20069us total) trans 4294967814 rc 0/0 00000100:00100000:3.0:1788536129.830534:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 789 00010000:00010000:2.0:1788536129.844154:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.844173:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.844181:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.844209:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536129.844214:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.844222:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.844241:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8b1d59b6ff00) 00010000:00010000:2.0:1788536129.844244:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536129.844250:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536129.844257:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f4fa71 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536130.279912:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.280077:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573767680 00000100:00100000:0.0:1788536130.280102:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573767680 00000100:00100000:0.0:1788536130.280181:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 790 00000100:00100000:0.0:1788536130.280192:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+77:23909:x1875415573767680:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:0.0:1788536130.280222:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536130.280266:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0465 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.280366:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fa7f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.280409:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fa7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.280422:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fa7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536130.280461:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536130.280465:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536130.280488:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fa7f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.280513:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0465 expref: 79 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.280533:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fa7f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0465 expref: 78 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.280565:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536130.280568:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536130.280571:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:0.0:1788536130.280635:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+78:23909:x1875415573767680:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 444us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536130.280642:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 790 00000100:00100000:1.0:1788536130.284002:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536130.284142:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573767936 00000100:00100000:2.0:1788536130.284153:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573767936 00000100:00100000:2.0:1788536130.284264:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 791 00000100:00100000:2.0:1788536130.284273:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+78:23909:x1875415573767936:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:2.0:1788536130.284336:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536130.284363:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fa7f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0465 expref: 78 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.284421:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:2.0:1788536130.284432:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536130.284576:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+77:23909:x1875415573767936:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 304us (584us total) trans 0 rc -17/-17 00000100:00100000:2.0:1788536130.284584:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 791 00000100:00100000:3.0:1788536130.289159:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.289260:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573768064 00000100:00100000:0.0:1788536130.289272:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573768064 00000100:00100000:0.0:1788536130.289346:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 792 00000100:00100000:0.0:1788536130.289358:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+77:23909:x1875415573768064:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:0.0:1788536130.289412:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536130.289437:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b046c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.289521:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.289535:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.289547:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536130.289582:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536130.289586:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536130.289604:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.289645:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fa86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b046c expref: 79 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.289908:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b046c expref: 78 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.289919:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:0.0:1788536130.289922:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536130.289995:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7000, rc 0) 00000100:00100000:0.0:1788536130.290056:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+78:23909:x1875415573768064:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 701us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536130.290064:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 792 00000100:00100000:1.0:1788536130.296566:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536130.296714:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573768192 00000100:00100000:2.0:1788536130.296724:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573768192 00000100:00100000:2.0:1788536130.296794:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 793 00000100:00100000:2.0:1788536130.296805:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+78:23909:x1875415573768192:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536130.296827:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536130.296846:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fa94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0473 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297084:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297102:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297114:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297131:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297137:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297144:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297239:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4faa9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297247:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4faa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297274:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4faa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536130.297452:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 16384 00000004:00200000:2.0:1788536130.297457:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536130.297477:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4faa9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297490:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297496:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297502:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297507:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536130.297512:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297519:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297531:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:2.0:1788536130.297533:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536130.297538:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297544:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fa9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297568:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297575:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297581:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297586:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536130.297589:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297595:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297604:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536130.297606:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536130.297609:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297615:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4faa2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.297647:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fa94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0473 expref: 80 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.298054:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4faa9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0473 expref: 79 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.298076:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d585faf00) 00010000:00010000:2.0:1788536130.298079:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536130.298081:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167de00, rc 0) 00000100:00100000:2.0:1788536130.298222:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+79:23909:x1875415573768192:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 1417us (1664us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536130.298231:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 793 00000040:00080000:2.0:1788536130.347669:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536130.347679:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536130.348329:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1788536130.348339:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536130.369423:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.369519:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573768320 00000100:00100000:0.0:1788536130.369529:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573768320 00000100:00100000:0.0:1788536130.369583:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 794 00000100:00100000:0.0:1788536130.369593:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+33:23915:x1875415573768320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536130.369612:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536130.369630:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fab0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b047a expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.369729:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.369744:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.369766:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536130.369814:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536130.369818:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536130.369839:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.369865:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fab0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 35 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.369882:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 34 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.369891:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:0.0:1788536130.369909:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536130.369913:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:0.0:1788536130.369972:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:23915:x1875415573768320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 380us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536130.369979:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 794 00000100:00100000:3.0:1788536130.394428:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.394530:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573768576 00000100:00100000:0.0:1788536130.394541:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573768576 00000100:00100000:0.0:1788536130.394604:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 795 00000100:00100000:0.0:1788536130.394613:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+79:23915:x1875415573768576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536130.394634:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536130.394637:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1788536130.394678:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4faa9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0473 expref: 79 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.394699:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d585faf00) 00010000:00010000:0.0:1788536130.394727:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536130.394745:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fabe lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0481 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.394930:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.394945:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.394956:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.394970:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.394979:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.394986:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395636:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395648:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395656:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536130.395665:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:0.0:1788536130.395687:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395714:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395721:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395727:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536130.395731:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395739:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395748:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:0.0:1788536130.395751:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536130.395765:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395771:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fac5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536130.395782:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000579a0b34 reply state 00000000ea086770 transno 4294967815 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536130.395790:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536130.395818:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fabe lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 81 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395836:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 80 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.395855:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:0.0:1788536130.395857:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536130.395859:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:0.0:1788536130.395929:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+81:23915:x1875415573768576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1317us (1511us total) trans 4294967815 rc 0/0 00000100:00100000:0.0:1788536130.395937:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 795 00010000:00010000:2.0:1788536130.399024:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.399040:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.399048:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.399054:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536130.399059:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.399067:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.399083:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536130.399086:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536130.399105:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.399112:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4facc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536130.404870:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536130.405033:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573768832 00000100:00100000:2.0:1788536130.405047:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573768832 00000100:00100000:2.0:1788536130.406149:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 796 00000100:00100000:2.0:1788536130.406173:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+80:23915:x1875415573768832:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536130.406211:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536130.406528:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fae1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0488 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.406891:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.406911:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 81 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.406923:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.406981:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 81 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.407001:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 81 pid: 16075 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536130.407018:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583064192:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536130.407315:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b780240 going to sleep for 11 seconds 00000100:00100000:3.0:1788536130.412232:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.412354:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573768960 00000100:00100000:0.0:1788536130.412367:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573768960 00010000:00010000:0.0:1788536130.412468:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 82 pid: 16075 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536130.412515:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 252 00000100:00100000:0.0:1788536130.412528:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+82:2354:x1875415573768960:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536130.412547:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536130.412556:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 82 pid: 16075 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536130.413165:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583064192:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536130.413218:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 82 pid: 16075 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.414095:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.414347:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fad3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0481 expref: 82 pid: 16075 timeout: 608 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.414794:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:0.0:1788536130.414889:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.414924:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.414934:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.414976:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536130.415127:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+81:2354:x1875415573768960:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2599us (2910us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536130.415140:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 252 00010000:00010000:2.0:1788536130.415226:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.415235:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536130.415277:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 0 00010000:00010000:2.0:1788536130.416218:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416233:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416253:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416260:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536130.416266:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416276:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416294:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:2.0:1788536130.416298:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536130.416303:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416325:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fae8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416485:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fae1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0488 expref: 81 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416500:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536130.416502:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536130.416507:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fae1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0488 expref: 81 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.416523:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc 0) 00000100:00100000:2.0:1788536130.417005:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+80:23915:x1875415573768832:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 10840us (12150us total) trans 4294967816 rc 301/301 00000100:00100000:2.0:1788536130.417016:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 796 00000100:00100000:3.0:1788536130.423048:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536130.423098:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573769216 00000100:00100000:3.0:1788536130.423110:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573769216 00000100:00100000:3.0:1788536130.423174:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 161 00000100:00100000:3.0:1788536130.423184:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+80:23915:x1875415573769216:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536130.427941:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+81:23915:x1875415573769216:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 4743us (4893us total) trans 4294967817 rc 0/0 00000100:00100000:3.0:1788536130.427961:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 161 00000100:00100000:0.0:1788536130.434903:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536130.435029:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573769344 00000100:00100000:2.0:1788536130.435044:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573769344 00000100:00100000:2.0:1788536130.435120:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 797 00000100:00100000:2.0:1788536130.435132:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+81:23915:x1875415573769344:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536130.435164:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536130.435198:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4faf6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b048f expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.435294:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4faf6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b048f expref: 82 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.435311:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4faf6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b048f expref: 82 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.435354:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536130.435357:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536130.435362:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167d400, rc 0) 00000100:00100000:2.0:1788536130.435469:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+82:23915:x1875415573769344:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 339us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536130.435477:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 797 00000100:00100000:1.0:1788536130.443442:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536130.443528:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573769600 00000100:00100000:2.0:1788536130.443541:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573769600 00000100:00100000:2.0:1788536130.443611:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 798 00000100:00100000:2.0:1788536130.443622:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+82:23915:x1875415573769600:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788536130.443723:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.443744:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.443768:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.444071:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.444081:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.444089:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.444122:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536130.444127:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.444135:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.444151:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536130.444154:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788536130.444160:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.444166:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fafd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536130.444617:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:23915:x1875415573769600:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 943us (1135us total) trans 4294967818 rc 0/0 00000100:00100000:2.0:1788536130.444630:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 798 00000100:00100000:3.0:1788536130.447298:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536130.447621:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573769856 00000100:00100000:2.0:1788536130.447635:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573769856 00000100:00100000:2.0:1788536130.447720:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 799 00000100:00100000:2.0:1788536130.447733:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+83:23915:x1875415573769856:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536130.448449:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.448472:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.448486:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536130.448604:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967819 00000004:00010000:2.0:1788536130.448655:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000c279fe00 reply state 000000009c435caa transno 4294967820 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536130.449032:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536130.449173:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+86:23915:x1875415573769856:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1439us (1887us total) trans 4294967820 rc 0/0 00000100:00100000:2.0:1788536130.449183:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 799 00000020:00080000:2.0:1788536130.449189:0:6725:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788536130.452094:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.452117:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.452126:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.452133:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536130.452140:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536130.453096:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.453196:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573770112 00000100:00100000:0.0:1788536130.453212:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573770112 00000100:00100000:0.0:1788536130.453298:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 162 00000100:00100000:0.0:1788536130.453311:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+86:23915:x1875415573770112:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536130.453670:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+87:23915:x1875415573770112:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 360us (585us total) trans 4294967821 rc 0/0 00000100:00100000:0.0:1788536130.453679:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 162 00010000:00010000:2.0:1788536130.454719:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.454745:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536130.454748:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788536130.454765:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.454797:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb04 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536130.476711:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536130.491579:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.491994:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573770240 00000100:00100000:0.0:1788536130.492008:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573770240 00000100:00100000:0.0:1788536130.492087:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 800 00000100:00100000:0.0:1788536130.492099:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+86:23918:x1875415573770240:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536130.492129:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536130.492156:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb0b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0496 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492245:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492282:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492298:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492314:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492321:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492327:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492516:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4fb20 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492524:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4fb20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492533:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4fb20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536130.492566:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 16384 00000004:00200000:0.0:1788536130.492570:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536130.492593:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4fb20 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492608:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492626:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492634:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492640:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536130.492646:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492654:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492968:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:0.0:1788536130.492971:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536130.492978:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.492985:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb12 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493002:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493008:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493013:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493018:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536130.493028:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493035:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493042:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8b1d4969e400) 00010000:00010000:0.0:1788536130.493045:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536130.493047:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493053:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb19 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493093:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb0b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0496 expref: 88 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493108:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7a00/0x94dfe24b69f4fb20 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0496 expref: 87 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.493116:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d4969ef00) 00010000:00010000:0.0:1788536130.493118:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536130.493121:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7a00, rc 0) 00000100:00100000:0.0:1788536130.493217:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+87:23918:x1875415573770240:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1119us (1651us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536130.493226:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 800 00000100:00100000:1.0:1788536130.511920:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.512093:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573770496 00000100:00100000:0.0:1788536130.512109:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573770496 00000100:00100000:0.0:1788536130.512198:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 801 00000100:00100000:0.0:1788536130.512210:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:23918:x1875415573770496:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536130.512253:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536130.512284:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b049d expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.512432:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.512453:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.512466:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.512484:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.512492:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.512499:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.513534:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fb3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.513553:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fb3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.513565:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fb3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536130.513587:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1788536130.517019:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517043:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517051:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517057:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536130.517062:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517071:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517091:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d4969ef00) 00010000:00010000:0.0:1788536130.517095:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536130.517100:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517107:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517124:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517129:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517135:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517163:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536130.517166:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517172:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517181:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff8b1d4969e400) 00010000:00010000:0.0:1788536130.517184:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536130.517187:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517194:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb35 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517274:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b049d expref: 90 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517292:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fb3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b049d expref: 89 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.517300:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:0.0:1788536130.517302:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536130.517305:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6600, rc 0) 00000100:00100000:0.0:1788536130.517467:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:23918:x1875415573770496:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 5258us (5562us total) trans 4294967822 rc 0/0 00000100:00100000:0.0:1788536130.517477:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 801 00000100:00100000:3.0:1788536130.525948:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536130.526062:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573770624 00000100:00100000:2.0:1788536130.526076:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573770624 00000100:00100000:2.0:1788536130.526160:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 802 00000100:00100000:2.0:1788536130.526172:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+89:23918:x1875415573770624:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:2.0:1788536130.526266:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526287:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526302:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526336:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526344:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526352:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526358:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536130.526363:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526432:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526467:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:2.0:1788536130.526470:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536130.526475:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.526482:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fb4a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536130.526576:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+89:23918:x1875415573770624:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 407us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536130.526585:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 802 00000100:00100000:2.0:1788536130.531958:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.533052:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573770880 00000100:00100000:0.0:1788536130.533092:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573770880 00000100:00100000:0.0:1788536130.533176:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 163 00000100:00100000:0.0:1788536130.533191:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+89:23918:x1875415573770880:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:0.0:1788536130.534856:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+90:23918:x1875415573770880:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 1655us (2901us total) trans 4294967823 rc 0/0 00000100:00100000:0.0:1788536130.534872:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 163 00000100:00100000:1.0:1788536130.597913:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.598051:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573771136 00000100:00100000:0.0:1788536130.598066:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573771136 00000100:00100000:0.0:1788536130.598153:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 803 00000100:00100000:0.0:1788536130.598166:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+90:23923:x1875415573771136:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:0.0:1788536130.598207:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536130.598237:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04a4 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.598469:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb58 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.598489:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb58 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.598508:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb58 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536130.598524:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1788536130.600062:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04a4 expref: 93 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.600094:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb58 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04a4 expref: 92 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.600126:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:0.0:1788536130.600130:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1788536130.600134:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:0.0:1788536130.600244:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:23923:x1875415573771136:12345-192.168.203.55@tcp:101:cat.0 Request processed in 2079us (2343us total) trans 4294967824 rc 0/0 00000100:00100000:0.0:1788536130.600254:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 803 00000100:00100000:1.0:1788536130.610295:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536130.610617:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573771392 00000100:00100000:3.0:1788536130.610633:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573771392 00000100:00100000:3.0:1788536130.611350:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 33 00000100:00100000:3.0:1788536130.611395:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:23923:x1875415573771392:12345-192.168.203.55@tcp:103:cat.0 00010000:00010000:3.0:1788536130.611420:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1788536130.611459:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fb3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b049d expref: 92 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536130.611498:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb58 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04a4 expref: 91 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536130.611514:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4faf6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b048f expref: 90 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536130.611528:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d585fa200) 00010000:00010000:3.0:1788536130.611561:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536130.611641:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ef050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+89:23923:x1875415573771392:12345-192.168.203.55@tcp:103:cat.0 Request processed in 280us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536130.611650:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 33 00000100:00100000:2.0:1788536130.620565:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536130.623131:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573771520 00000100:00100000:0.0:1788536130.623158:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573771520 00000100:00100000:0.0:1788536130.623356:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 804 00000100:00100000:0.0:1788536130.623404:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:23923:x1875415573771520:12345-192.168.203.55@tcp:58:cat.0 00010000:00010000:0.0:1788536130.623582:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.623607:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536130.623625:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536130.626026:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:0.0:1788536130.626248:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:23923:x1875415573771520:12345-192.168.203.55@tcp:58:cat.0 Request processed in 2870us (5690us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536130.626266:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 804 00000100:00100000:1.0:1788536130.629630:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536130.630111:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573771648 00000100:00100000:2.0:1788536130.630128:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573771648 00000100:00100000:2.0:1788536130.630213:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 805 00000100:00100000:2.0:1788536130.630227:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+89:23923:x1875415573771648:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:2.0:1788536130.630254:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536130.630284:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fb6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04ab expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.630551:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.630565:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fb6d lrc: 4/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ab expref: 90 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.630588:0:5825:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.630622:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fb6d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ab expref: 90 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.630639:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:2.0:1788536130.630643:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536130.630647:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fb6d lrc: 3/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ab expref: 90 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536130.630783:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167c000, rc 0) 00000100:00100000:2.0:1788536130.631065:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+90:23923:x1875415573771648:12345-192.168.203.55@tcp:101:cat.0 Request processed in 840us (1449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536130.631074:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 805 00000040:00080000:2.0:1788536131.373876:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536131.373898:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536131.373949:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:2.0:1788536131.373958:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536131.374129:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583064320:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536131.374496:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b780a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536131.386393:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536131.388980:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583064320:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536131.389354:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573771776 00000100:00100000:0.0:1788536131.389382:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573771776 00000100:00100000:0.0:1788536131.389820:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 806 00000100:00100000:0.0:1788536131.389833:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:23924:x1875415573771776:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536131.389896:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536131.390051:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:23924:x1875415573771776:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 220us (3691us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.390059:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 806 00000100:00080000:3.0:1788536131.393079:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536131.397948:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.398113:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573771904 00000100:00100000:0.0:1788536131.398129:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573771904 00000100:00100000:0.0:1788536131.398212:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 807 00000100:00100000:0.0:1788536131.398226:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:23924:x1875415573771904:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788536131.398669:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398696:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398716:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398739:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398756:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398764:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398799:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398807:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398836:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536131.398889:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00000004:00200000:0.0:1788536131.398894:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536131.398916:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398930:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398937:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398945:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398952:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536131.398957:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398966:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398979:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536131.398982:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536131.398988:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.398996:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fb74 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399025:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399032:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399037:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399043:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536131.399046:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399052:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399060:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3d0032c8 (ffff8b1d4969e500) 00010000:00010000:0.0:1788536131.399062:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536131.399064:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399069:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb7b lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3d0032c8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399086:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399092:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399097:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399110:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536131.399114:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399120:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399128:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:0.0:1788536131.399130:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536131.399134:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.399139:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536131.399244:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:23924:x1875415573771904:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 1019us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.399254:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 807 00000100:00100000:2.0:1788536131.408005:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.408135:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573772160 00000100:00100000:0.0:1788536131.408150:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573772160 00000100:00100000:0.0:1788536131.408240:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 808 00000100:00100000:0.0:1788536131.408254:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:23924:x1875415573772160:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536131.408281:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536131.408310:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb89 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04b2 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.408839:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.408884:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.408899:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536131.408913:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:0.0:1788536131.409048:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409057:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409066:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409073:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536131.409079:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409088:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409102:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:0.0:1788536131.409105:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536131.409111:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409118:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fb90 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409185:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb89 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04b2 expref: 36 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409198:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536131.409200:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536131.409204:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fb89 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04b2 expref: 36 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.409215:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:0.0:1788536131.409296:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:23924:x1875415573772160:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1045us (1307us total) trans 4294967825 rc 301/301 00000100:00100000:0.0:1788536131.409305:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 808 00000100:00100000:1.0:1788536131.429964:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536131.430125:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573772288 00000100:00100000:3.0:1788536131.430137:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573772288 00000100:00100000:3.0:1788536131.430224:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 809 00000100:00100000:3.0:1788536131.430237:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+35:23924:x1875415573772288:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536131.430903:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536131.431059:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+35:23924:x1875415573772288:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 823us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536131.431070:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 809 00000100:00100000:1.0:1788536131.446640:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536131.446821:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573772416 00000100:00100000:2.0:1788536131.446845:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573772416 00000100:00100000:2.0:1788536131.446922:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 810 00000100:00100000:2.0:1788536131.446934:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:23924:x1875415573772416:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536131.446964:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536131.447014:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb9e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04b9 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447110:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447128:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447141:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447158:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447167:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447173:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447311:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4fbb3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447320:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4fbb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447329:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4fbb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536131.447365:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x33:0x0]: returning size 16384 00000004:00200000:2.0:1788536131.447760:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536131.447796:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4fbb3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447827:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447834:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447842:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447849:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536131.447855:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447863:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447879:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:2.0:1788536131.447882:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536131.447888:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447895:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167de00/0x94dfe24b69f4fba5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447913:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447921:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447926:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447938:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536131.447941:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447947:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447955:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536131.447958:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536131.447960:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.447966:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fbac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.448007:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fb9e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04b9 expref: 37 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.448024:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772f000/0x94dfe24b69f4fbb3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04b9 expref: 36 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.448031:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d4969ef00) 00010000:00010000:2.0:1788536131.448034:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536131.448036:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772f000, rc 0) 00000100:00100000:2.0:1788536131.448139:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:23924:x1875415573772416:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1207us (1515us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536131.448148:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 810 00000100:00100000:2.0:1788536131.455019:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.455153:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573772672 00000100:00100000:0.0:1788536131.455168:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573772672 00000100:00100000:0.0:1788536131.455256:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 811 00000100:00100000:0.0:1788536131.455270:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:23924:x1875415573772672:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536131.455297:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536131.455325:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbba lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04c0 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536131.456353:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x11:0x0], index 1: 0 00010000:00010000:0.0:1788536131.456764:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fbc1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.456785:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fbc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.456811:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fbc1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.456916:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbba lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c0 expref: 39 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.456939:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fbc1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c0 expref: 38 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.456950:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d4969e500) 00010000:00010000:0.0:1788536131.456954:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536131.456958:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:0.0:1788536131.457059:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+38:23924:x1875415573772672:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1791us (2057us total) trans 4294967826 rc 0/0 00000100:00100000:0.0:1788536131.457068:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 811 00000100:00100000:1.0:1788536131.472745:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.480597:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573772928 00000100:00100000:0.0:1788536131.480624:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573772928 00000100:00100000:0.0:1788536131.480756:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 812 00000100:00100000:0.0:1788536131.480770:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+38:23924:x1875415573772928:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536131.480854:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536131.480904:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fbc1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c0 expref: 38 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.480932:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d4969e500) 00010000:00010000:0.0:1788536131.480948:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536131.480983:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481022:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481034:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481053:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481060:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481066:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481173:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481184:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481191:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481197:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536131.481202:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481210:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481219:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d4969ef00) 00010000:00010000:0.0:1788536131.481229:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536131.481235:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481242:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fbcf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481252:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481259:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481265:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481270:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536131.481272:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481278:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481286:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0xf0aca196 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536131.481289:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536131.481292:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.481298:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbd6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x33:0x0].0xf0aca196 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536131.481874:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:23924:x1875415573772928:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1101us (9200us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536131.481893:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 812 00000100:00100000:1.0:1788536131.485915:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536131.486797:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573773056 00000100:00100000:2.0:1788536131.486815:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573773056 00000100:00100000:2.0:1788536131.486902:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 813 00000100:00100000:2.0:1788536131.486914:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:23924:x1875415573773056:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536131.486946:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536131.486978:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fbdd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04c7 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.487030:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.487047:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.487061:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.487205:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fbdd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.487230:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 38 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.487239:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536131.487242:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536131.487246:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:2.0:1788536131.489555:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:23924:x1875415573773056:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2624us (3634us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536131.489572:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 813 00000100:00100000:2.0:1788536131.496587:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.498092:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573773312 00000100:00100000:1.0:1788536131.498112:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573773312 00000100:00100000:1.0:1788536131.498210:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 814 00000100:00100000:1.0:1788536131.498223:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:23924:x1875415573773312:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536131.498348:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.498411:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.498547:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536131.498953:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 88 off8840 00010000:00010000:0.0:1788536131.499783:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788536131.501128:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 509728756713ns, next at 510728746042ns, rc = 0 00000004:00010000:1.0:1788536131.501623:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000196d8397 reply state 00000000191fdb56 transno 4294967827 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536131.501639:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536131.502898:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:23924:x1875415573773312:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 4664us (6312us total) trans 4294967827 rc 0/0 00000100:00100000:1.0:1788536131.502935:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 814 00010000:00010000:2.0:1788536131.511487:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.511516:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.511529:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.511536:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536131.511543:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.511552:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.511578:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536131.511582:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788536131.511588:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.511595:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fbeb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536131.513048:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.514222:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573773440 00000100:00100000:0.0:1788536131.514239:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573773440 00000100:00100000:0.0:1788536131.514568:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 815 00000100:00100000:0.0:1788536131.514582:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+39:23924:x1875415573773440:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536131.514623:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536131.514666:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04ce expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.514757:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 40 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.514776:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 40 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.514811:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536131.514815:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536131.514821:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7200, rc 0) 00000100:00100000:0.0:1788536131.514917:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:23924:x1875415573773440:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 338us (1882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.514926:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 815 00000100:00100000:1.0:1788536131.520900:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.521078:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573773568 00000100:00100000:0.0:1788536131.521095:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573773568 00000100:00100000:0.0:1788536131.521194:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 194 00000100:00100000:0.0:1788536131.521210:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573773568:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00000100:00080000:3.0:1788536131.521336:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536131.522539:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573773568:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 1322us (1642us total) trans 4294967336 rc 0/0 00000100:00100000:0.0:1788536131.522552:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 194 00000100:00100000:3.0:1788536131.525216:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536131.525425:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573773824 00000100:00100000:2.0:1788536131.525439:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573773824 00000100:00100000:2.0:1788536131.525505:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 164 00000100:00100000:2.0:1788536131.525517:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:23924:x1875415573773824:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536131.525871:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:23924:x1875415573773824:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 355us (670us total) trans 4294967828 rc 0/0 00000100:00100000:2.0:1788536131.525901:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 164 00000100:00100000:2.0:1788536131.529553:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.531077:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573774080 00000100:00100000:0.0:1788536131.531097:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573774080 00000100:00100000:1.0:1788536131.531419:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 816 00000100:00100000:1.0:1788536131.531434:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:23924:x1875415573774080:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536131.531612:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:23924:x1875415573774080:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 181us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536131.531621:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 816 00000100:00100000:3.0:1788536131.534611:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536131.536664:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573774208 00000100:00100000:2.0:1788536131.536687:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573774208 00000100:00100000:2.0:1788536131.536783:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 817 00000100:00100000:2.0:1788536131.536807:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+41:23924:x1875415573774208:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536131.536837:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536131.536868:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fbf9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04d5 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.537146:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc00 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.537168:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.537182:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536131.537231:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536131.537270:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.537302:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fbf9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04d5 expref: 43 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.537324:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04d5 expref: 42 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.537359:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536131.537362:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788536131.537367:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc 0) 00000100:00100000:2.0:1788536131.537502:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:23924:x1875415573774208:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 708us (2904us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536131.537511:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 817 00000100:00100000:3.0:1788536131.540568:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.541085:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573774336 00000100:00100000:1.0:1788536131.541100:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573774336 00000100:00100000:1.0:1788536131.541179:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 195 00000100:00100000:1.0:1788536131.541193:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573774336:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536131.541217:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536131.542067:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04dc expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536131.542112:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ae543, blocks: 0x1 00010000:00010000:1.0:1788536131.542140:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=509s v=(0 0) 00010000:00010000:1.0:1788536131.542146:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536131.542160:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.542183:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.542226:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:1.0:1788536131.542547:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573774336:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1354us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536131.542556:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 195 00000100:00100000:2.0:1788536131.549233:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.549453:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573774592 00000100:00100000:0.0:1788536131.549470:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573774592 00000100:00100000:0.0:1788536131.549558:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 818 00000100:00100000:0.0:1788536131.549570:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:23924:x1875415573774592:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536131.549724:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:23924:x1875415573774592:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 155us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.549733:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 818 00000100:00100000:3.0:1788536131.558857:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.559119:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573774720 00000100:00100000:0.0:1788536131.559132:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573774720 00000100:00100000:0.0:1788536131.559214:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 196 00000100:00100000:0.0:1788536131.559226:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:23924:x1875415573774720:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536131.559362:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536131.559524:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04e3 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.559567:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.559578:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536131.559584:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536131.559590:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.559713:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.559731:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 12 pid: 6666 timeout: 609 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536131.559760:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583064448:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536131.559957:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66840 going to sleep for 11 seconds 00000100:00100000:3.0:1788536131.564366:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.565135:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583064448:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536131.565186:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.565217:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:0.0:1788536131.565323:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:23924:x1875415573774720:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 6098us (6480us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.565341:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 196 00000100:00100000:1.0:1788536131.566488:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573774848 00000100:00100000:1.0:1788536131.566505:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573774848 00010000:00010000:1.0:1788536131.566565:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 12 pid: 6666 timeout: 609 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536131.566670:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 253 00000100:00100000:1.0:1788536131.566691:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573774848:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536131.566821:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536131.566855:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 12 pid: 6666 timeout: 609 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.566871:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 12 pid: 6666 timeout: 609 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.566898:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f4fc07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04dc expref: 12 pid: 6666 timeout: 609 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.566918:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536131.566922:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536131.566933:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.566964:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.567009:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536131.567025:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583064576:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536131.567184:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536d6840 going to sleep for 11 seconds 00000100:00100000:1.0:1788536131.570929:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583064576:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536131.570968:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536131.571051:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573774848:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 4369us (6700us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536131.571065:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 253 00000100:00100000:3.0:1788536131.573268:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.574163:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573774976 00000100:00100000:1.0:1788536131.574180:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573774976 00002000:00100000:1.0:1788536131.574258:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11:0x0] (0->157) req@ffff8b1d50346a00 x1875415573774976/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:32/0 lens 648/0 e 0 to 0 dl 1788536142 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536131.574272:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50346a00 with x1875415573774976 ext(0->157) 00002000:00010000:1.0:1788536131.574279:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d50346a00 00000100:00100000:1.0:1788536131.574329:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 63 00000100:00100000:1.0:1788536131.574341:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573774976:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536131.576135:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573774976:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 1781us (2866us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1788536131.576165:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 63 00002000:00100000:1.0:1788536131.576181:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x11:0x0] (0->157) req@ffff8b1d50346a00 x1875415573774976/t4294967337(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:32/0 lens 648/448 e 0 to 0 dl 1788536142 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536131.576192:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50346a00 with x1875415573774976 ext(0->157) 00002000:00010000:1.0:1788536131.576200:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d50346a00 00000100:00100000:3.0:1788536131.588932:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.589481:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573775104 00000100:00100000:0.0:1788536131.589496:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573775104 00000100:00100000:0.0:1788536131.589584:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 819 00000100:00100000:0.0:1788536131.589597:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:23924:x1875415573775104:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1788536131.690639:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:23924:x1875415573775104:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 101025us (101703us total) trans 0 rc 0/0 00000001:00080000:2.0:1788536131.690824:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967826 is committed 00000001:00080000:2.0:1788536131.690848:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967824 is committed 00000020:00080000:2.0:1788536131.690866:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00000001:00080000:2.0:1788536131.690885:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967827 is committed 00000004:00080000:2.0:1788536131.690891:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000001:00080000:2.0:1788536131.690914:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967828 is committed 00000020:00080000:2.0:1788536131.690945:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:2.0:1788536131.690958:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000100:00100000:3.0:1788536131.692008:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 819 00000100:00100000:3.0:1788536131.692245:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536131.692269:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583064704:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1788536131.692807:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536131.693015:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583064704 00000100:00100000:2.0:1788536131.693027:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583064704 00000100:00100000:2.0:1788536131.693105:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1788536131.693116:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583064704:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1788536131.693355:0:6667:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788536131.693359:0:6667:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb mtime from disk: 0 -> 1788536131 00002000:00010000:2.0:1788536131.693362:0:6667:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788536131.693363:0:6667:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb ctime from disk: 1788536131 -> 1788536131 00002000:00010000:2.0:1788536131.693366:0:6667:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1788536131.693459:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583064704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 345us (653us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1788536131.693481:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00080000:3.0:1788536131.693950:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1788536131.694001:0:3282:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c42bed500/2, rc 0, transno 4294967338 00000100:00100000:3.0:1788536131.694009:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583064704:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788536131.697050:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536131.699358:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573775232 00000100:00100000:3.0:1788536131.699590:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573775232 00000100:00100000:2.0:1788536131.699966:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 198 00000100:00100000:2.0:1788536131.699980:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2353:x1875415573775232:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1788536131.797254:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967336 is committed 00000001:00080000:0.0:1788536131.797294:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000001:00080000:0.0:1788536131.797324:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000100:00100000:2.0:1788536131.798391:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573775232:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 98387us (101327us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536131.798409:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 198 00000100:00100000:1.0:1788536131.800692:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.800734:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.800798:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573775744 00000100:00100000:0.0:1788536131.800811:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573775744 00000100:00100000:0.0:1788536131.800894:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 307 00000100:00100000:0.0:1788536131.800907:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573775744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536131.801636:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+10:2355:x1875415573775744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 729us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.801646:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 307 00000100:00100000:0.0:1788536131.801795:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573775488 00000100:00100000:0.0:1788536131.801803:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573775488 00000100:00100000:0.0:1788536131.801845:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 323 00000100:00100000:0.0:1788536131.801853:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+79:2355:x1875415573775488:12345-192.168.203.55@tcp:400:kworker.0 00000100:00080000:3.0:1788536131.802064:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536131.802070:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536131.802135:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+79:2355:x1875415573775488:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 282us (1457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.802143:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 323 00000100:00100000:1.0:1788536131.802772:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.802851:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.802889:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.803014:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573775616 00000100:00100000:0.0:1788536131.803022:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573775616 00000100:00100000:0.0:1788536131.803069:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573775872 00000100:00100000:0.0:1788536131.803072:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573775872 00000100:00100000:0.0:1788536131.803096:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 308 00000100:00100000:0.0:1788536131.803105:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573775616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536131.803158:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573775616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 54us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.803165:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 308 00000100:00100000:0.0:1788536131.803179:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 309 00000100:00100000:0.0:1788536131.803186:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573775872:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536131.803208:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573775872:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.803231:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 309 00000100:00080000:3.0:1788536131.803298:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536131.803339:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573775360 00000100:00100000:2.0:1788536131.803343:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573775360 00000100:00100000:2.0:1788536131.803427:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 532 00000100:00100000:2.0:1788536131.803434:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573775360:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536131.803464:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573775360:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (695us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536131.803469:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 532 00000100:00100000:2.0:1788536131.810000:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536131.810146:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573776128 00000100:00100000:3.0:1788536131.810163:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573776128 00000100:00100000:3.0:1788536131.810255:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 820 00000100:00100000:3.0:1788536131.810270:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+38:23924:x1875415573776128:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536131.810363:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536131.810450:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04d5 expref: 38 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536131.810480:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:3.0:1788536131.810616:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536131.810751:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536131.810773:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536131.810787:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536131.811202:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000ea129b44 reply state 00000000212ab75b transno 4294967829 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536131.811237:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536131.812860:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:23924:x1875415573776128:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 2574us (2930us total) trans 4294967829 rc 0/0 00000100:00100000:3.0:1788536131.812876:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 820 00010000:00010000:0.0:1788536131.818554:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.818578:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.818588:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.818594:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536131.818600:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.818610:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.818632:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536131.818635:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536131.818641:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.818659:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc15 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536131.819443:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.821221:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573776256 00000100:00100000:0.0:1788536131.821243:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573776256 00000100:00100000:0.0:1788536131.821334:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 199 00000100:00100000:0.0:1788536131.821348:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573776256:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788536131.822100:0:6667:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1788536131.822123:0:6667:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb mtime from disk: 1788536131 -> 1536580263 00002000:00010000:0.0:1788536131.822126:0:6667:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb atime from disk: 0 -> 1788535646 00002000:00010000:0.0:1788536131.822127:0:6667:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb ctime from disk: 1788536131 -> 1788536129 00002000:00010000:0.0:1788536131.822129:0:6667:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x11:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1788536131.822230:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573776256:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 883us (2793us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1788536131.822240:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 199 00000100:00100000:2.0:1788536131.829584:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536131.833837:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573776512 00000100:00100000:3.0:1788536131.833861:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573776512 00000100:00100000:2.0:1788536131.837847:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 821 00000100:00100000:2.0:1788536131.837867:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+38:23924:x1875415573776512:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788536131.838105:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.838128:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 38 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.838165:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.838214:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 38 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.838230:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 38 pid: 5825 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536131.838248:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583064832:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536131.838621:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4558ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536131.850418:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.850935:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573776640 00000100:00100000:0.0:1788536131.850954:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573776640 00010000:00010000:0.0:1788536131.851013:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 39 pid: 5825 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536131.851068:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 254 00000100:00100000:0.0:1788536131.851080:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573776640:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536131.851099:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536131.851108:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 39 pid: 5825 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.851125:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 39 pid: 5825 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.851154:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536131.851159:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.851171:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.851202:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.851228:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536131.851313:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573776640:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 235us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.851321:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 254 00010000:00010000:2.0:1788536131.854544:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fbe4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x15:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04c7 expref: 38 pid: 5825 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536131.854581:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583064832:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536131.854615:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854627:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854632:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854685:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854691:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854723:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854730:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536131.854735:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854753:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854776:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536131.854779:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788536131.854786:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.854793:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fc1c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536131.854908:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:23924:x1875415573776512:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 17045us (25337us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788536131.854932:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 821 00000100:00100000:3.0:1788536131.865211:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.865594:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573776768 00000100:00100000:0.0:1788536131.865608:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573776768 00000100:00100000:0.0:1788536131.865832:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 200 00000100:00100000:0.0:1788536131.865845:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573776768:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536131.865911:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.866125:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.866135:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x11:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536131.866141:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536131.866146:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.866196:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.866213:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 11 pid: 16289 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536131.866252:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583064960:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536131.866498:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b3480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536131.876820:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.877855:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573776896 00000100:00100000:1.0:1788536131.877871:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573776896 00010000:00010000:1.0:1788536131.877956:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 12 pid: 16289 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536131.878019:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 255 00000100:00100000:1.0:1788536131.878031:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573776896:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536131.878050:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536131.878082:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 12 pid: 16289 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.878099:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 12 pid: 16289 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.878134:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536131.878158:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536131.878167:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.878181:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.878210:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536131.878294:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573776896:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 265us (1488us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536131.878302:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 255 00010000:00010000:2.0:1788536131.880680:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f4fc0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04e3 expref: 11 pid: 16289 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536131.880715:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583064960:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536131.880760:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.880807:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.880815:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.880863:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.880873:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.880883:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.880891:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536131.880896:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.880905:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.881166:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.881189:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000067b4c706/0x94dfe24b69f4fc23 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536131.881697:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573776768:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 15850us (16499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536131.881709:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 200 00000100:00100000:3.0:1788536131.905556:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.907251:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573777152 00000100:00100000:0.0:1788536131.907272:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573777152 00000100:00100000:0.0:1788536131.907381:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 822 00000100:00100000:0.0:1788536131.907395:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+37:23924:x1875415573777152:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536131.907948:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907973:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.907988:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.908293:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.908308:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 38 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.908319:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.908423:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 38 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.908458:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 38 pid: 5823 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536131.908889:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583065088:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536131.909131:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b30c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536131.914285:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583065088:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536131.914383:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536131.916054:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.916593:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573777280 00000100:00100000:1.0:1788536131.916609:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573777280 00010000:00010000:1.0:1788536131.916733:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 39 pid: 5823 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536131.916796:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 256 00000100:00100000:1.0:1788536131.916808:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573777280:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536131.916826:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536131.916835:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 39 pid: 5823 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.916850:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 39 pid: 5823 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.916877:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fbf2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ce expref: 39 pid: 5823 timeout: 610 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.916934:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536131.918098:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.918123:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.918133:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.918185:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536131.918287:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:2355:x1875415573777280:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1475us (2239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536131.918298:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 256 00010000:00010000:0.0:1788536131.919314:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.919328:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536131.919637:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967830 00000001:00080000:0.0:1788536131.919861:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967831 00000001:00080000:0.0:1788536131.919913:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967832 00000100:00100000:0.0:1788536131.920039:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583065216:0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788536131.920163:0:16075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536131.920211:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b3a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536131.923705:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583065216 00000100:00100000:3.0:1788536131.923730:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583065216 00000100:00100000:2.0:1788536131.925686:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788536131.925716:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583065216:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788536131.925953:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583065216:12345-0@lo:1000:mdt00_004.0 Request processed in 252us (5789us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536131.925963:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788536131.926072:0:16075:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:1.0:1788536131.926079:0:16075:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c42bed500, transno 4294967338 00000100:00100000:1.0:1788536131.926106:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583065216:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1788536131.926704:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967833 00000100:00100000:1.0:1788536131.926827:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583065344:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788536131.926883:0:16075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536131.937143:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536131.937910:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583065344 00000100:00100000:0.0:1788536131.937925:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583065344 00000100:00100000:0.0:1788536131.938009:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788536131.938021:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583065344:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788536131.938435:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:16075:x1875415583065344:12345-0@lo:1000:mdt00_004.0 Request processed in 406us (11541us total) trans 4294967340 rc 0/0 00000100:00100000:0.0:1788536131.938445:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788536131.939465:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583065344:0@lo:1000:mdt00_004.0 00010000:00010000:1.0:1788536131.939537:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939552:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939588:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939594:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536131.939600:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939610:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939630:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536131.939634:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536131.939640:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939648:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fc31 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x15:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939852:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939860:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939865:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939870:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536131.939874:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939890:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.939900:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:1.0:1788536131.939903:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536131.939911:0:16075:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fb6d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ab expref: 78 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.940036:0:16075:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fb6d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ab expref: 78 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.940047:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fb6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ab expref: 78 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.940098:0:16075:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c000/0x94dfe24b69f4fb6d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ab expref: 78 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536131.940115:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583065472:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536131.940234:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536efcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536131.944085:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583065472:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536131.944132:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944146:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fb66 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944194:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944233:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944247:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944260:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944267:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944274:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944279:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536131.944284:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944293:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944304:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:1.0:1788536131.944307:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536131.944310:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944316:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc38 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944325:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944337:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944343:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944347:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536131.944350:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944355:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.944362:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:1.0:1788536131.944364:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:3.0:1788536131.949191:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536131.949345:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.949391:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fc2a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x35:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536131.950294:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536131.950303:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1788536131.951122:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:23924:x1875415573777152:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 43718us (45747us total) trans 4294967834 rc 0/0 00000100:00100000:1.0:1788536131.951138:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 822 00000020:00080000:1.0:1788536131.951147:0:16075:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1788536131.953130:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573777408 00000100:00100000:0.0:1788536131.953179:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573777408 00000100:00100000:0.0:1788536131.953274:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 165 00000100:00100000:0.0:1788536131.953287:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+79:23923:x1875415573777408:12345-192.168.203.55@tcp:49:cat.0 00000100:00100000:0.0:1788536131.953518:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+79:23923:x1875415573777408:12345-192.168.203.55@tcp:49:cat.0 Request processed in 233us (4342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536131.953527:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 165 00000040:00080000:3.0:1788536131.956394:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536131.956417:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536131.956647:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536131.956815:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573777664 00000100:00100000:1.0:1788536131.956829:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573777664 00000100:00100000:1.0:1788536131.956895:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 166 00000100:00100000:1.0:1788536131.956906:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:23924:x1875415573777664:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536131.960262:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536131.960854:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573777792 00000004:00080000:1.0:1788536131.960872:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1788536131.960873:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573777792 00000100:00100000:2.0:1788536131.960950:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 201 00000100:00100000:2.0:1788536131.960964:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+10:23923:x1875415573777792:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:2.0:1788536131.960990:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536131.961022:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5390b1d/0x94dfe24b69f4fc3f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04ea expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536131.961455:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x11:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9ae35e, ctime: 0x6a9ae541, blocks: 0xb 00010000:00010000:2.0:1788536131.961491:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=510s v=(0 0) 00010000:00010000:2.0:1788536131.961497:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536131.961522:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5390b1d/0x94dfe24b69f4fc3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ea expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.961573:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d5390b1d/0x94dfe24b69f4fc3f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ea expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536131.961591:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167de00, rc 0) 00000001:00080000:1.0:1788536131.961605:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967835 00000100:00100000:2.0:1788536131.961692:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:23923:x1875415573777792:12345-192.168.203.55@tcp:101:cat.0 Request processed in 731us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536131.961701:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 201 00010000:00010000:1.0:1788536131.962069:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.962087:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.962099:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.962109:0:5826:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.962117:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.962125:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536131.962192:0:5826:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536131.962284:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:23924:x1875415573777664:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 5379us (5642us total) trans 4294967836 rc 0/0 00000100:00100000:1.0:1788536131.962295:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 166 00000020:00080000:1.0:1788536131.962299:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788536131.962949:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536131.962960:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.962969:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536131.962974:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.962984:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.962999:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x15:0x0].0x0 (ffff8b1d457ff600) 00010000:00010000:0.0:1788536131.963003:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536131.963007:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.963014:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f4fc46 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x15:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536131.963034:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536131.963036:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536131.963038:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536131.966153:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.966360:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573777920 00000100:00100000:0.0:1788536131.966426:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573777920 00002000:00100000:0.0:1788536131.966503:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11:0x0] (0->4095) req@ffff8b1c42bef800 x1875415573777920/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:32/0 lens 488/0 e 0 to 0 dl 1788536142 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536131.966529:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bef800 with x1875415573777920 ext(0->4095) 00002000:00010000:0.0:1788536131.966537:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42bef800 00000100:00100000:0.0:1788536131.966586:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 64 00000100:00100000:0.0:1788536131.966597:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573777920:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:0.0:1788536131.967110:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573777920:12345-192.168.203.55@tcp:3:cat.0 Request processed in 512us (969us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536131.967120:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 64 00002000:00100000:0.0:1788536131.967128:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x11:0x0] (0->4095) req@ffff8b1c42bef800 x1875415573777920/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:32/0 lens 488/4536 e 0 to 0 dl 1788536142 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536131.967137:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bef800 with x1875415573777920 ext(0->4095) 00002000:00010000:0.0:1788536131.967141:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42bef800 00000100:00100000:2.0:1788536131.981198:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536131.981427:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573778176 00000100:00100000:0.0:1788536131.981446:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573778176 00000100:00100000:0.0:1788536131.981535:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 167 00000100:00100000:0.0:1788536131.981557:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+79:23923:x1875415573778176:12345-192.168.203.55@tcp:35:cat.0 00000001:00080000:0.0:1788536131.981981:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967837 00000100:00100000:0.0:1788536131.982125:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea2850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+81:23923:x1875415573778176:12345-192.168.203.55@tcp:35:cat.0 Request processed in 571us (957us total) trans 4294967838 rc 0/0 00000100:00100000:0.0:1788536131.982135:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 167 00000020:00080000:0.0:1788536131.982144:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788536132.037785:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536132.037959:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573778432 00000100:00100000:3.0:1788536132.037976:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573778432 00000100:00100000:3.0:1788536132.038051:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 823 00000100:00100000:3.0:1788536132.038064:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+81:23927:x1875415573778432:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536132.038100:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536132.038130:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fc4d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04f1 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.038268:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.038288:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.038304:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.038322:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.038329:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.038337:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039225:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc62 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039240:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039250:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc62 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536132.039262:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:3.0:1788536132.039434:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039453:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039462:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039468:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536132.039473:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039481:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039495:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x0 (ffff8b1d4969ef00) 00010000:00010000:3.0:1788536132.039498:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536132.039505:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039511:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc54 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039529:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039535:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039541:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039546:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536132.039554:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039561:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039568:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x33:0x0].0x4f0c1d45 (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536132.039571:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536132.039574:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039580:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc5b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x33:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.039637:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fc4d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04f1 expref: 84 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.044424:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7e00/0x94dfe24b69f4fc62 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04f1 expref: 83 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536132.044452:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:3.0:1788536132.044456:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536132.044461:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7e00, rc 0) 00000100:00100000:3.0:1788536132.044576:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+83:23927:x1875415573778432:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 6511us (6806us total) trans 4294967839 rc 0/0 00000100:00100000:3.0:1788536132.044588:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 823 00000100:00100000:3.0:1788536132.050107:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536132.050420:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573778560 00000100:00100000:2.0:1788536132.050448:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573778560 00000100:00100000:2.0:1788536132.050523:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 824 00000100:00100000:2.0:1788536132.050537:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+83:23927:x1875415573778560:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:2.0:1788536132.050639:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050678:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050694:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050728:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050736:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050777:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050783:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536132.050789:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050798:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050813:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:2.0:1788536132.050816:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536132.050822:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536132.050829:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fc70 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536132.051034:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+83:23927:x1875415573778560:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 499us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536132.051045:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 824 00000100:00100000:0.0:1788536132.053167:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536132.053275:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573778816 00000100:00100000:1.0:1788536132.053288:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573778816 00000100:00100000:1.0:1788536132.053364:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 168 00000100:00100000:1.0:1788536132.053415:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+83:23927:x1875415573778816:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536132.054085:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+84:23927:x1875415573778816:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 670us (929us total) trans 4294967840 rc 0/0 00000100:00100000:1.0:1788536132.054112:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 168 00000100:00100000:0.0:1788536132.208975:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536132.209221:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573779072 00000100:00100000:1.0:1788536132.209236:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573779072 00000100:00100000:1.0:1788536132.210067:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 825 00000100:00100000:1.0:1788536132.210085:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+84:23943:x1875415573779072:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:1.0:1788536132.210122:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536132.210150:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04f8 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536132.210306:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4fc7e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536132.210326:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4fc7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536132.210341:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4fc7e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536132.210356:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x35:0x0]: returning size 158 00010000:00010000:1.0:1788536132.210868:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fc77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x33:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04f8 expref: 87 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536132.210893:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3a00/0x94dfe24b69f4fc7e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x35:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04f8 expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536132.210904:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x35:0x0].0x0 (ffff8b1d4969e400) 00010000:00010000:1.0:1788536132.210908:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788536132.210913:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3a00, rc 0) 00000100:00100000:1.0:1788536132.211026:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+86:23943:x1875415573779072:12345-192.168.203.55@tcp:101:diff.0 Request processed in 946us (2073us total) trans 4294967841 rc 0/0 00000100:00100000:1.0:1788536132.211036:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 825 00010000:00010000:0.0:1788536132.523797:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536132.715960:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583065856:0@lo:400:kworker.0 00000100:00100000:2.0:1788536132.716057:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536132.716099:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583065728:0@lo:400:kworker.0 00000100:00100000:1.0:1788536132.716131:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536132.716165:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788536132.716172:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583065600:0@lo:400:kworker.0 00000100:00100000:1.0:1788536132.716203:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536132.716224:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583066112:0@lo:400:kworker.0 00000100:00100000:1.0:1788536132.716246:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536132.716281:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583065856 00000100:00100000:1.0:1788536132.716290:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583065856 00000100:00100000:1.0:1788536132.716356:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583065728 00000100:00100000:1.0:1788536132.716359:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583065728 00000100:00100000:1.0:1788536132.716413:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583066112 00000100:00100000:1.0:1788536132.716416:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583066112 00000100:00100000:1.0:1788536132.716435:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1788536132.716445:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583065856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536132.716475:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536132.716481:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583065984:0@lo:400:kworker.0 00000100:00100000:1.0:1788536132.716499:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583065856:12345-0@lo:400:kworker.0 Request processed in 55us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536132.716507:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1788536132.716508:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536132.716533:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1788536132.716539:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583065728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536132.716550:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583065856:0@lo:400:kworker.0 00000100:00100000:1.0:1788536132.716569:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583065728:12345-0@lo:400:kworker.0 Request processed in 30us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536132.716574:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1788536132.716584:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1788536132.716638:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583065600 00000100:00100000:3.0:1788536132.716654:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583065600 00000100:00100000:3.0:1788536132.716685:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1788536132.716701:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583065600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536132.716746:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583065600:12345-0@lo:400:kworker.0 Request processed in 37us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536132.716754:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1788536132.716814:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583066112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536132.716857:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583066112:12345-0@lo:400:kworker.0 Request processed in 46us (610us total) trans 0 rc 0/0 00000100:00080000:0.0:1788536132.716991:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536132.717021:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583065984 00000100:00100000:0.0:1788536132.717025:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583065984 00000100:00100000:0.0:1788536132.717065:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1788536132.717072:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583065984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536132.717115:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583065984:12345-0@lo:400:kworker.0 Request processed in 45us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536132.717121:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00080000:0.0:1788536132.717139:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536132.717162:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583065600:0@lo:400:kworker.0 00000100:00100000:0.0:1788536132.717175:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583066112:0@lo:400:kworker.0 00000100:00100000:0.0:1788536132.717185:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583065728:0@lo:400:kworker.0 00000100:00100000:0.0:1788536132.717224:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583065984:0@lo:400:kworker.0 00000100:00100000:1.0:1788536132.720985:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1788536133.228880:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536133.228904:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583066240:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536133.228970:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536133.229214:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583066240 00000100:00100000:2.0:1788536133.229237:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583066240 00000100:00100000:2.0:1788536133.229307:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1788536133.229317:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583066240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536133.229354:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536133.229435:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583066240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536133.229443:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00080000:0.0:1788536133.229576:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536133.229670:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583066240:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536133.549320:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536133.995710:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536133.995719:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536133.996040:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:3.0:1788536133.996047:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536134.571923:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536134.765580:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788536134.765605:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583066368:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536134.765684:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536134.765855:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583066368 00000100:00100000:2.0:1788536134.765865:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583066368 00000100:00100000:2.0:1788536134.765946:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1788536134.765957:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583066368:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536134.765986:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1788536134.765993:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536134.766065:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583066368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536134.766072:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1788536134.766258:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583066368:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536135.597666:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536136.619740:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788536136.904534:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000001:00080000:3.0:1788536136.904547:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000001:00080000:0.0:1788536136.914422:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967838 is committed 00000001:00080000:0.0:1788536136.914442:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967833 is committed 00000001:00080000:0.0:1788536136.914467:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967841 is committed 00000001:00080000:0.0:1788536136.914479:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967836 is committed 00000020:00080000:0.0:1788536136.914492:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d4b780240 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:0.0:1788536136.914498:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d453ab400 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d536d6840 00000020:00080000:0.0:1788536136.914525:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d453ab800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d775afc00 00000020:00080000:1.0:1788536136.914648:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:1.0:1788536136.914870:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000100:00100000:3.0:1788536136.919143:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536136.919189:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536136.919276:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536136.919309:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536136.919411:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573779200 00000100:00100000:1.0:1788536136.919421:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573779200 00000100:00100000:1.0:1788536136.919475:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 534 00000100:00100000:1.0:1788536136.919485:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573779200:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536136.920978:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573779712 00000100:00100000:2.0:1788536136.920992:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573779712 00000100:00100000:2.0:1788536136.921055:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 327 00000100:00100000:2.0:1788536136.921066:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573779712:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536136.921488:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573779456 00000100:00100000:0.0:1788536136.921494:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573779456 00000100:00100000:0.0:1788536136.921664:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573779968 00000100:00100000:0.0:1788536136.921668:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573779968 00000100:00100000:0.0:1788536136.921692:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 311 00000100:00100000:0.0:1788536136.921700:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573779456:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536136.924779:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573779200:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 5282us (5634us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536136.924793:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 534 00000100:00100000:3.0:1788536136.925136:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536136.925285:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536136.925386:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536136.925407:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573779584 00000100:00100000:3.0:1788536136.925416:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573779584 00000100:00100000:3.0:1788536136.925454:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573779840 00000100:00100000:3.0:1788536136.925457:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573779840 00000100:00100000:3.0:1788536136.925476:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 312 00000100:00100000:3.0:1788536136.925484:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573779968:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536136.925547:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573779968:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 64us (6238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536136.925555:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 312 00000100:00100000:3.0:1788536136.925569:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 313 00000100:00100000:3.0:1788536136.925576:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573779584:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536136.925598:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573779584:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536136.925605:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 313 00000100:00100000:3.0:1788536136.925618:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 314 00000100:00100000:3.0:1788536136.925624:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573779840:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536136.925648:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573779840:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536136.925654:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 314 00000100:00100000:3.0:1788536136.925673:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573779328 00000100:00100000:3.0:1788536136.925677:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573779328 00000100:00100000:3.0:1788536136.925703:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 328 00000100:00100000:3.0:1788536136.925721:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+81:2355:x1875415573779328:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536136.925754:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+81:2355:x1875415573779328:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 45us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536136.925761:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 328 00000100:00100000:2.0:1788536136.929572:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573779712:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 8497us (10284us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536136.929585:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 327 00000100:00100000:0.0:1788536136.930479:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573779456:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 8772us (11281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536136.930493:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 311 00000100:00080000:0.0:1788536136.930659:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536136.930665:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536136.930669:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536137.643594:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536137.835979:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583066624:0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.836077:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536137.836141:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583067136:0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.836187:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536137.836225:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536137.836231:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583066752:0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.836256:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536137.836293:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583066624 00000100:00100000:3.0:1788536137.836303:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583066624 00000100:00100000:3.0:1788536137.836361:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583066752 00000100:00100000:3.0:1788536137.836364:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583066752 00000100:00100000:3.0:1788536137.836434:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1788536137.836444:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583066624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.836504:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583066624:12345-0@lo:400:kworker.0 Request processed in 60us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536137.836512:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1788536137.836533:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1788536137.836540:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583066752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.836568:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583066752:12345-0@lo:400:kworker.0 Request processed in 30us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536137.836574:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1788536137.836593:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583067136 00000100:00100000:3.0:1788536137.836596:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583067136 00000100:00100000:3.0:1788536137.836644:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1788536137.836653:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583067136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.836688:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583067136:12345-0@lo:400:kworker.0 Request processed in 36us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536137.836695:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00080000:3.0:1788536137.836733:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536137.836740:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536137.836791:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583066752:0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.836805:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583066624:0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.836814:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:3.0:1788536137.836821:0:3284:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:3.0:1788536137.836846:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583067136:0@lo:400:kworker.0 00000100:00100000:1.0:1788536137.837105:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583066880:0@lo:400:kworker.0 00000100:00100000:1.0:1788536137.837148:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536137.837186:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788536137.837194:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583066496:0@lo:400:kworker.0 00000100:00100000:1.0:1788536137.837229:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536137.837255:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583067008:0@lo:400:kworker.0 00000100:00100000:1.0:1788536137.837276:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536137.837404:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583067008 00000100:00100000:0.0:1788536137.837410:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583067008 00000100:00100000:0.0:1788536137.837461:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1788536137.837468:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583067008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536137.837511:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583067008:12345-0@lo:400:kworker.0 Request processed in 44us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536137.837517:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:1.0:1788536137.837604:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536137.837640:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583067008:0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.838834:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583066880 00000100:00100000:3.0:1788536137.838848:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583066880 00000100:00100000:3.0:1788536137.838924:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1788536137.838935:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583066880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.839025:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583066880:12345-0@lo:400:kworker.0 Request processed in 92us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536137.839033:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1788536137.839060:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583066496 00000100:00100000:3.0:1788536137.839065:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583066496 00000100:00100000:3.0:1788536137.839090:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1788536137.839097:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583066496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536137.839130:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583066496:12345-0@lo:400:kworker.0 Request processed in 34us (1901us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536137.839137:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00080000:1.0:1788536137.839439:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536137.839475:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583066496:0@lo:400:kworker.0 00000100:00100000:1.0:1788536137.839493:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583066880:0@lo:400:kworker.0 00000100:00100000:3.0:1788536138.337010:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536138.337935:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573780096 00000100:00100000:0.0:1788536138.337959:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573780096 00000100:00100000:0.0:1788536138.338087:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 826 00000100:00100000:0.0:1788536138.338102:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+35:23871:x1875415573780096:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788536138.338269:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+35:23871:x1875415573780096:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 171us (1270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536138.338301:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 826 00000100:00080000:1.0:1788536138.338624:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536138.348577:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536138.348610:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583067264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536138.348720:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536138.348923:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583067264 00000100:00100000:2.0:1788536138.348935:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583067264 00000100:00100000:2.0:1788536138.349003:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1788536138.349017:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583067264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536138.349066:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 61276160 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536138.349152:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583067264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 138us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536138.349160:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1788536138.349278:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583067264:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536138.667776:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536139.699389:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536139.883828:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583067392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536139.883898:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536139.884083:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583067392 00000100:00100000:2.0:1788536139.884092:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583067392 00000100:00100000:2.0:1788536139.884157:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1788536139.884169:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583067392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536139.884204:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536139.884264:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583067392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536139.884272:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00080000:0.0:1788536139.884408:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536139.884444:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583067392:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1788536140.178012:0:18082:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 11:35:38 (1788536138) 00000100:00100000:1.0:1788536140.661593:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536140.661886:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536140.662273:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573780224 00000100:00100000:3.0:1788536140.662290:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573780224 00000100:00080000:1.0:1788536140.662871:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536140.662959:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573780352 00000100:00100000:3.0:1788536140.662965:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573780352 00000100:00100000:3.0:1788536140.663035:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 827 00000100:00100000:3.0:1788536140.663047:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:24557:x1875415573780224:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788536140.663228:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:24557:x1875415573780224:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 183us (1653us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536140.663238:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 827 00000100:00100000:3.0:1788536140.663258:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 828 00000100:00100000:3.0:1788536140.663266:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+81:24558:x1875415573780352:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536140.663277:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1788536140.664207:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536140.671438:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fc8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b04ff expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.674457:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.674481:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.674496:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.675505:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.675526:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.675535:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676128:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676152:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676159:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676166:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536140.676180:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676188:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676201:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:3.0:1788536140.676204:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536140.676208:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676215:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f4fc93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676227:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676233:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676238:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676243:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536140.676252:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676259:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676266:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8b1d59b6ff00) 00010000:00010000:3.0:1788536140.676269:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536140.676272:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676278:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f4fc9a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676321:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fc8c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ff expref: 82 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676333:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:3.0:1788536140.676335:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536140.676338:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f4fc8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b04ff expref: 82 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.676348:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6a00, rc 0) 00000100:00100000:3.0:1788536140.676477:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+81:24558:x1875415573780352:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 13209us (14589us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536140.676486:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 828 00000100:00100000:1.0:1788536140.695506:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536140.696748:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573780608 00000100:00100000:3.0:1788536140.696762:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573780608 00000100:00100000:3.0:1788536140.696853:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 829 00000100:00100000:3.0:1788536140.696864:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+81:24558:x1875415573780608:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:3.0:1788536140.696936:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536140.696963:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fa8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b046c expref: 81 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.696983:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:3.0:1788536140.696989:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536140.701692:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.701723:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 34 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.701735:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.701785:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 34 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.701804:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 34 pid: 5823 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536140.701831:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583067520:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536140.701978:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec840 going to sleep for 11 seconds 00000100:00100000:3.0:1788536140.707948:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583067520:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536140.707979:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536140.713270:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536140.713420:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573780736 00000100:00100000:3.0:1788536140.713433:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573780736 00010000:00010000:3.0:1788536140.713504:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 35 pid: 5823 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536140.713557:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00100000:3.0:1788536140.713570:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573780736:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536140.713602:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536140.713611:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 35 pid: 5823 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.713627:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 35 pid: 5823 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.713655:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fab7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b047a expref: 35 pid: 5823 timeout: 618 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.713711:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:3.0:1788536140.713718:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.713729:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.713738:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.713769:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536140.713851:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:2355:x1875415573780736:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 283us (597us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536140.713860:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 257 00010000:00010000:0.0:1788536140.713999:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.714018:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.714058:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.714072:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.714084:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536140.715324:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00010000:00010000:0.0:1788536140.715338:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.715348:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.715356:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.715426:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536140.715432:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.715441:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.715458:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:0.0:1788536140.715461:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536140.716231:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.716243:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fca1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536140.716274:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000b71993fa reply state 00000000e824fe83 transno 4294967842 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536140.716283:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536140.716653:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536140.720240:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+82:24558:x1875415573780608:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 19597us (20965us total) trans 4294967842 rc 0/0 00000100:00100000:0.0:1788536140.720264:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 829 00010000:00010000:2.0:1788536140.728571:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.728602:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.728611:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.728617:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536140.728623:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.728632:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.728654:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8b1d4969eb00) 00010000:00010000:2.0:1788536140.728658:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536140.728664:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.728672:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fca8 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536140.755751:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.755916:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573780864 00000100:00100000:0.0:1788536140.755928:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573780864 00000100:00100000:0.0:1788536140.755996:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 830 00000100:00100000:0.0:1788536140.756006:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+81:24559:x1875415573780864:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536140.756031:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536140.756055:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fcaf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0506 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.756152:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fcb6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.756169:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.756181:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536140.756218:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536140.756222:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536140.756241:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fcb6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.756266:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fcaf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0506 expref: 83 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.756284:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fcb6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0506 expref: 82 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.756294:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:0.0:1788536140.756296:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536140.756300:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:0.0:1788536140.756363:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+82:24559:x1875415573780864:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 359us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536140.756419:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 830 00000100:00100000:3.0:1788536140.760711:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536140.760818:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573780992 00000100:00100000:2.0:1788536140.760846:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573780992 00000100:00100000:2.0:1788536140.760943:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 831 00000100:00100000:2.0:1788536140.760955:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+82:24559:x1875415573780992:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536140.760977:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536140.761000:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fcbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b050d expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761088:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761104:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761115:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761132:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761139:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761145:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761285:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fcd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761295:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fcd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761302:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fcd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536140.761333:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00000004:00200000:2.0:1788536140.761337:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536140.761357:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fcd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761433:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761441:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761448:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761455:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536140.761460:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761468:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761481:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:2.0:1788536140.761484:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536140.761489:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761496:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fcc4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761525:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761533:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761538:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761550:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536140.761554:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761560:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761569:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536140.761571:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536140.761575:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.761581:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f4fccb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.762782:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fcbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b050d expref: 84 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.762811:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fcd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b050d expref: 83 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.763722:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536140.763729:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536140.763735:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e000, rc 0) 00000100:00100000:2.0:1788536140.763821:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:24559:x1875415573780992:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2866us (3132us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536140.763841:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 831 00000100:00100000:2.0:1788536140.772321:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.777513:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573781248 00000100:00100000:0.0:1788536140.777532:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573781248 00000100:00100000:0.0:1788536140.777618:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 832 00000100:00100000:0.0:1788536140.777630:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+83:24559:x1875415573781248:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536140.777651:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536140.777673:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fcd9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0514 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.777834:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.777850:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.777863:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.777925:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.777933:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.777939:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778774:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778785:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778794:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536140.778819:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00010000:00010000:0.0:1788536140.778847:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778854:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778860:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778866:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536140.778870:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778879:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778891:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536140.778894:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536140.778901:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778907:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fce0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536140.778920:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000df940b54 reply state 000000001974dfda transno 4294967843 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536140.778928:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536140.778958:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fcd9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 86 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778985:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 85 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.778993:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536140.778996:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536140.778999:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:0.0:1788536140.780308:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+86:24559:x1875415573781248:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2673us (7988us total) trans 4294967843 rc 0/0 00000100:00100000:0.0:1788536140.780320:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 832 00010000:00010000:0.0:1788536140.786129:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.786147:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.786310:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.786319:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536140.786325:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.786335:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.786355:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536140.786358:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536140.786363:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.786402:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fce7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536140.794294:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.796399:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573781504 00000100:00100000:0.0:1788536140.796418:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573781504 00000100:00100000:0.0:1788536140.796542:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 833 00000100:00100000:0.0:1788536140.796553:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+85:24559:x1875415573781504:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536140.796583:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536140.796615:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fcfc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b051b expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.796745:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.796761:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 86 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.796770:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.796804:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 86 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.796818:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 86 pid: 6725 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536140.796834:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583067648:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536140.796972:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50823480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536140.800541:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536140.800650:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573781632 00000100:00100000:3.0:1788536140.800659:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573781632 00010000:00010000:3.0:1788536140.800710:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 87 pid: 6725 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536140.800750:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 258 00000100:00100000:3.0:1788536140.800759:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+87:2355:x1875415573781632:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536140.800772:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536140.800779:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 87 pid: 6725 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.800794:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 87 pid: 6725 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.800995:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:3.0:1788536140.801001:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.801022:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.801032:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536140.801053:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536140.801117:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+87:2355:x1875415573781632:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 359us (585us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536140.801125:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 258 00010000:00010000:0.0:1788536140.801940:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fcee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0514 expref: 86 pid: 6725 timeout: 619 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536140.801958:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197e680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583067648:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536140.801979:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.801988:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.801993:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536140.802069:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00080000:0.0:1788536140.802464:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x12:0x0], index 1: 0 00000004:00080000:0.0:1788536140.802476:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x10:0x0], index 0: 0 00010000:00010000:0.0:1788536140.802630:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802638:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802644:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802650:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536140.802654:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802675:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802696:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536140.802699:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536140.802704:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802709:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd03 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802767:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fcfc lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b051b expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802776:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536140.802779:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536140.802782:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fcfc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b051b expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.802790:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7000, rc 0) 00000100:00100000:0.0:1788536140.802854:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+85:24559:x1875415573781504:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 6303us (8572us total) trans 4294967844 rc 301/301 00000100:00100000:0.0:1788536140.802862:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 833 00000100:00100000:2.0:1788536140.807718:0:7889:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7889:1875415583067776:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1788536140.807800:0:7889:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536140.808044:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583067776 00000100:00100000:0.0:1788536140.808053:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583067776 00000100:00080000:1.0:1788536140.808132:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536140.808151:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1788536140.808162:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:7889:x1875415583067776:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788536140.808210:0:6668:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x280000400 at 34 00000100:00100000:2.0:1788536140.809115:0:7889:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536140.811887:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536140.812033:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573781888 00000100:00100000:1.0:1788536140.812043:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573781888 00000100:00100000:1.0:1788536140.812103:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 169 00000100:00100000:1.0:1788536140.812122:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+85:24559:x1875415573781888:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536140.812483:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+86:24559:x1875415573781888:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 362us (603us total) trans 4294967845 rc 0/0 00000100:00100000:1.0:1788536140.812491:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 169 00000100:00100000:3.0:1788536140.816551:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.816631:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573782016 00000100:00100000:0.0:1788536140.816646:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573782016 00000100:00100000:0.0:1788536140.816737:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 834 00000100:00100000:0.0:1788536140.816748:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+86:24559:x1875415573782016:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536140.816770:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536140.816792:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fd11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0522 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.816852:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fd11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0522 expref: 87 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.816868:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fd11 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0522 expref: 87 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.816887:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536140.816890:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536140.816894:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:0.0:1788536140.816970:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+87:24559:x1875415573782016:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 224us (436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536140.816977:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 834 00000100:00100000:3.0:1788536140.822433:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.822519:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573782272 00000100:00100000:0.0:1788536140.822531:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573782272 00000100:00100000:0.0:1788536140.822586:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 170 00000100:00100000:0.0:1788536140.822596:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:24559:x1875415573782272:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:0.0:1788536140.822847:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+88:24559:x1875415573782272:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 252us (424us total) trans 4294967846 rc 0/0 00000100:00100000:0.0:1788536140.822856:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 170 00000100:00100000:1.0:1788536140.843018:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:7889:x1875415583067776:12345-0@lo:5:osp-pre-1-0.0 Request processed in 34840us (35200us total) trans 4294967341 rc 0/0 00000100:00100000:1.0:1788536140.843044:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1788536140.844004:0:7889:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4700 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:7889:1875415583067776:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1788536140.844091:0:7889:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x280000400:0x12:0x0]-[0x280000400:0x41:0x0] 00000100:00100000:3.0:1788536140.875693:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.875836:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573782400 00000100:00100000:0.0:1788536140.875850:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573782400 00000100:00100000:0.0:1788536140.875941:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 835 00000100:00100000:0.0:1788536140.875956:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+88:24565:x1875415573782400:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:0.0:1788536140.875995:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536140.876028:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fd18 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0529 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.876130:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.876149:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.876163:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536140.876210:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00000004:00200000:0.0:1788536140.876215:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536140.876240:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.876273:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fd18 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0529 expref: 90 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.876297:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0529 expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.876310:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536140.876313:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536140.876336:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:0.0:1788536140.876464:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+89:24565:x1875415573782400:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 512us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536140.876472:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 835 00000100:00100000:3.0:1788536140.895539:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.895723:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573782528 00000100:00100000:0.0:1788536140.895746:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573782528 00000100:00100000:0.0:1788536140.895839:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 836 00000100:00100000:0.0:1788536140.895853:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+89:24566:x1875415573782528:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536140.895890:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536140.895927:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fd26 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0530 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896045:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896066:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896081:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896100:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896108:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896116:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896251:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fd3b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896285:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fd3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896293:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fd3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536140.896343:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x37:0x0]: returning size 0 00000004:00200000:0.0:1788536140.896348:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536140.896433:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fd3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896450:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fd3b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896462:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896470:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896479:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896485:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536140.896490:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896500:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896516:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536140.896525:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536140.896532:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896540:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd2d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896555:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896562:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896569:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896574:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536140.896577:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.896583:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.897934:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536140.897940:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536140.897949:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.897959:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f4fd34 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.898035:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f4fd26 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0530 expref: 91 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.898070:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fd3b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0530 expref: 90 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.898078:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536140.898081:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536140.898084:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7200, rc 0) 00000100:00100000:0.0:1788536140.898196:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+90:24566:x1875415573782528:12345-192.168.203.55@tcp:101:rm.0 Request processed in 2343us (2670us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536140.898207:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 836 00000100:00100000:3.0:1788536140.903995:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536140.904051:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.904196:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573782656 00000100:00100000:0.0:1788536140.904210:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573782656 00000100:00100000:0.0:1788536140.904299:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573782784 00000100:00100000:0.0:1788536140.904303:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573782784 00000100:00100000:0.0:1788536140.904333:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 203 00000100:00100000:0.0:1788536140.904345:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573782656:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536140.904417:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536140.904448:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0537 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536140.904484:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536140.904508:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=519s v=(0 0) 00010000:00010000:0.0:1788536140.904514:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536140.904526:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.904549:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788536140.904792:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536140.904799:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788536140.904884:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d51981a00, rc 0) 00000100:00100000:0.0:1788536140.904984:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573782656:12345-192.168.203.55@tcp:101:rm.0 Request processed in 640us (1004us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536140.904993:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 203 00000100:00100000:0.0:1788536140.905027:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 204 00000100:00100000:0.0:1788536140.905037:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573782784:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536140.905048:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536140.905067:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b053e expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536140.905090:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536140.905105:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=519s v=(0 0) 00010000:00010000:0.0:1788536140.905110:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536140.905116:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.905134:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.905145:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d51980a00, rc 0) 00000100:00100000:0.0:1788536140.905166:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573782784:12345-192.168.203.55@tcp:101:rm.0 Request processed in 132us (1116us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536140.905172:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 204 00000100:00100000:2.0:1788536140.911453:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.911655:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573783040 00000100:00100000:0.0:1788536140.911669:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573783040 00000100:00100000:0.0:1788536140.911760:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 837 00000100:00100000:0.0:1788536140.911771:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+90:24566:x1875415573783040:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:0.0:1788536140.911843:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1788536140.911889:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f4fd3b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0530 expref: 90 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.911919:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f4fd11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x37:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0522 expref: 89 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.911932:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536140.911957:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f4fd1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0529 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.911965:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536140.911969:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536140.911997:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.912013:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.912025:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.912047:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.912054:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.912082:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.912256:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.912265:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.912272:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536140.916170:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:0.0:1788536140.916193:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 519143822671ns, next at 520143817833ns, rc = 0 00000040:00080000:0.0:1788536140.916275:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 64 off8664 00000004:00080000:0.0:1788536140.916281:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 519143911861ns, next at 520143910812ns, rc = 0 00010000:00010000:0.0:1788536140.917506:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917537:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917550:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917561:0:5823:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917568:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917607:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917628:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788536140.917661:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917669:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917676:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917693:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c430f7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536140.917697:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917707:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917722:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8b1d45477a00) 00010000:00010000:0.0:1788536140.917725:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788536140.917739:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917746:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7e00/0x94dfe24b69f4fd5e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917773:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917779:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917806:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917812:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d51980c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536140.917815:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917822:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917832:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536140.917834:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536140.917838:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536140.917844:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980c00/0x94dfe24b69f4fd50 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536140.917994:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000f4b3d15a reply state 00000000e497ed1b transno 4294967847 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536140.918006:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536140.918600:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536140.918612:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.918620:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c430f7200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536140.918624:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.918632:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.918645:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x37:0x0].0x0 (ffff8b1d45477a00) 00010000:00010000:1.0:1788536140.918648:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788536140.918652:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.918658:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c430f7200/0x94dfe24b69f4fd65 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.918696:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536140.918698:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536140.918700:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536140.918919:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:24566:x1875415573783040:12345-192.168.203.55@tcp:36:rm.0 Request processed in 7142us (7474us total) trans 4294967847 rc 0/0 00000100:00100000:0.0:1788536140.918930:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 837 00010000:00010000:1.0:1788536140.926317:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.926345:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.926354:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.926581:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536140.926663:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.926676:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.926721:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff8b1d45477c00) 00010000:00010000:1.0:1788536140.926725:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536140.926812:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.926821:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f4fd57 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536140.930259:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536140.931920:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573783296 00000100:00100000:0.0:1788536140.931942:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573783296 00000100:00100000:1.0:1788536140.935029:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 838 00000100:00100000:1.0:1788536140.935051:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+88:24567:x1875415573783296:12345-192.168.203.55@tcp:101:dd.0 00010000:00010000:1.0:1788536140.935095:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536140.935128:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fd6c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0545 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.935355:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.936524:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.936550:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.936953:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.936976:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.936985:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536140.939142:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x13:0x0], index 1: 0 00010000:00010000:1.0:1788536140.940912:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.940941:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.940957:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941030:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941038:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941046:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941052:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536140.941058:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941090:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941104:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536140.941108:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536140.941114:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941121:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f4fd73 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536140.941143:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000cb897898 reply state 00000000bf936cb7 transno 4294967848 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536140.941153:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536140.941208:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fd6c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 91 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941225:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 90 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.941233:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:1.0:1788536140.941235:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536140.941238:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3600, rc 0) 00000100:00100000:1.0:1788536140.941349:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+91:24567:x1875415573783296:12345-192.168.203.55@tcp:101:dd.0 Request processed in 6302us (11104us total) trans 4294967848 rc 0/0 00000100:00100000:1.0:1788536140.941360:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 838 00010000:00010000:1.0:1788536140.944563:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.944622:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.944632:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.944638:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536140.944646:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.944656:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.944678:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff8b1d457ffc00) 00010000:00010000:1.0:1788536140.944692:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536140.944699:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536140.944707:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fd7a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536140.956087:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536140.958525:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573783424 00000100:00100000:2.0:1788536140.958551:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573783424 00000100:00100000:2.0:1788536140.958896:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 205 00000100:00100000:2.0:1788536140.958910:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:24567:x1875415573783424:12345-192.168.203.55@tcp:101:dd.0 00010000:00010000:2.0:1788536140.958938:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536140.958971:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b054c expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536140.959007:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536140.959037:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=519s v=(0 0) 00010000:00010000:2.0:1788536140.959043:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536140.959055:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.959076:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536140.959121:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:2.0:1788536140.959224:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:24567:x1875415573783424:12345-192.168.203.55@tcp:101:dd.0 Request processed in 317us (4757us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536140.959232:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 205 00000100:00100000:0.0:1788536140.992746:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536140.996820:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573783552 00000100:00100000:1.0:1788536140.996844:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573783552 00002000:00100000:1.0:1788536140.996930:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff8b1d7197c380 x1875415573783552/t0(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:41/0 lens 488/0 e 0 to 0 dl 1788536151 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536140.996945:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7197c380 with x1875415573783552 ext(0->1048575) 00002000:00010000:1.0:1788536140.996954:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7197c380 00000100:00100000:1.0:1788536140.997003:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 65 00000100:00100000:1.0:1788536140.997015:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573783552:12345-192.168.203.55@tcp:4:dd.0 00000100:00100000:3.0:1788536141.039818:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536141.039855:0:6672:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:1.0:1788536141.039879:0:6672:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:3.0:1788536141.040612:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573783680 00000100:00100000:3.0:1788536141.040625:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573783680 00002000:00100000:3.0:1788536141.040703:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff8b1c430f2300 x1875415573783680/t0(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:42/0 lens 488/0 e 0 to 0 dl 1788536152 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536141.040718:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f2300 with x1875415573783680 ext(1048576->2097151) 00002000:00010000:3.0:1788536141.040744:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c430f2300 00000100:00100000:1.0:1788536141.041947:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 66 00000100:00100000:1.0:1788536141.041967:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573783680:12345-192.168.203.55@tcp:4:dd.0 00000100:00100000:2.0:1788536141.053133:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415573783552:12345-192.168.203.55@tcp:4:dd.0 Request processed in 56109us (60384us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1788536141.053148:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 65 00002000:00100000:2.0:1788536141.053161:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff8b1d7197c380 x1875415573783552/t4294967342(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:41/0 lens 488/448 e 0 to 0 dl 1788536151 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536141.053172:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7197c380 with x1875415573783552 ext(0->1048575) 00002000:00010000:2.0:1788536141.053178:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7197c380 00000100:00100000:1.0:1788536141.075533:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2352:x1875415573783680:12345-192.168.203.55@tcp:4:dd.0 Request processed in 33559us (35711us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1788536141.075552:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 66 00002000:00100000:1.0:1788536141.075569:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff8b1c430f2300 x1875415573783680/t4294967343(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:42/0 lens 488/448 e 0 to 0 dl 1788536152 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536141.075580:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f2300 with x1875415573783680 ext(1048576->2097151) 00002000:00010000:1.0:1788536141.075589:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c430f2300 00000100:00100000:2.0:1788536141.101141:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536141.101429:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573783808 00000100:00100000:3.0:1788536141.101444:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573783808 00002000:00100000:3.0:1788536141.103401:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff8b1d7c052a00 x1875415573783808/t0(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:42/0 lens 488/0 e 0 to 0 dl 1788536152 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536141.103422:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c052a00 with x1875415573783808 ext(2097152->3145727) 00002000:00010000:3.0:1788536141.103432:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c052a00 00000100:00100000:3.0:1788536141.103510:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 67 00000100:00100000:3.0:1788536141.103535:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415573783808:12345-192.168.203.55@tcp:4:dd.0 00000100:00100000:0.0:1788536141.122320:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536141.122452:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573783936 00000100:00100000:2.0:1788536141.122470:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573783936 00002000:00100000:2.0:1788536141.122553:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff8b1d7197c700 x1875415573783936/t0(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:42/0 lens 488/0 e 0 to 0 dl 1788536152 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536141.122567:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7197c700 with x1875415573783936 ext(3145728->4194303) 00002000:00010000:2.0:1788536141.122575:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7197c700 00000100:00100000:2.0:1788536141.122621:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 68 00000100:00100000:2.0:1788536141.122632:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415573783936:12345-192.168.203.55@tcp:4:dd.0 00000100:00100000:3.0:1788536141.142663:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415573783808:12345-192.168.203.55@tcp:4:dd.0 Request processed in 39126us (41521us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1788536141.142692:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 67 00002000:00100000:3.0:1788536141.142708:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff8b1d7c052a00 x1875415573783808/t4294967344(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:42/0 lens 488/448 e 0 to 0 dl 1788536152 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536141.142720:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c052a00 with x1875415573783808 ext(2097152->3145727) 00002000:00010000:3.0:1788536141.142728:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c052a00 00000100:00100000:0.0:1788536141.148870:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536141.148924:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536141.149101:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573784320 00000100:00100000:1.0:1788536141.149115:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573784320 00000100:00100000:1.0:1788536141.149191:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 171 00000100:00100000:1.0:1788536141.149205:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+90:24567:x1875415573784320:12345-192.168.203.55@tcp:35:dd.0 00000100:00100000:1.0:1788536141.149712:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:24567:x1875415573784320:12345-192.168.203.55@tcp:35:dd.0 Request processed in 508us (863us total) trans 4294967849 rc 0/0 00000100:00100000:1.0:1788536141.149722:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 171 00000100:00100000:3.0:1788536141.150280:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573784064 00000100:00100000:3.0:1788536141.150289:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573784064 00002000:00100000:3.0:1788536141.150333:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff8b1d50344700 x1875415573784064/t0(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:42/0 lens 488/0 e 0 to 0 dl 1788536152 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536141.150346:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50344700 with x1875415573784064 ext(4194304->5242879) 00002000:00010000:3.0:1788536141.150354:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d50344700 00000100:00100000:3.0:1788536141.150409:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 69 00000100:00100000:3.0:1788536141.150419:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+21:2352:x1875415573784064:12345-192.168.203.55@tcp:4:dd.0 00000100:00100000:1.0:1788536141.164783:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+23:2354:x1875415573783936:12345-192.168.203.55@tcp:4:dd.0 Request processed in 42135us (42455us total) trans 4294967345 rc 0/0 00000100:00100000:1.0:1788536141.164802:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 68 00002000:00100000:1.0:1788536141.164820:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff8b1d7197c700 x1875415573783936/t4294967345(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:42/0 lens 488/448 e 0 to 0 dl 1788536152 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536141.164833:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7197c700 with x1875415573783936 ext(3145728->4194303) 00002000:00010000:1.0:1788536141.164857:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7197c700 00000040:00080000:3.0:1788536141.165536:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536141.165544:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536141.166097:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788536141.166110:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536141.185329:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+23:2352:x1875415573784064:12345-192.168.203.55@tcp:4:dd.0 Request processed in 34895us (36387us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1788536141.185348:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 69 00002000:00100000:3.0:1788536141.185365:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff8b1d50344700 x1875415573784064/t4294967346(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:42/0 lens 488/448 e 0 to 0 dl 1788536152 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536141.187450:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50344700 with x1875415573784064 ext(4194304->5242879) 00002000:00010000:3.0:1788536141.187461:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d50344700 00000100:00100000:0.0:1788536141.223274:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536141.223462:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573784576 00000100:00100000:2.0:1788536141.223478:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573784576 00000100:00100000:2.0:1788536141.223561:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 839 00000100:00100000:2.0:1788536141.223596:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+91:24570:x1875415573784576:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:2.0:1788536141.223630:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536141.223659:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fd96 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0553 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536141.223983:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fd9d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536141.224002:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fd9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536141.224016:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fd9d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536141.224029:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1788536141.224200:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f4fd96 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0553 expref: 94 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536141.224294:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fd9d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0553 expref: 93 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536141.224305:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:2.0:1788536141.224307:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1788536141.224312:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc 0) 00000100:00100000:2.0:1788536141.224634:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+93:24570:x1875415573784576:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 1048us (1375us total) trans 4294967850 rc 0/0 00000100:00100000:2.0:1788536141.224643:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 839 00000100:00100000:0.0:1788536141.261956:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536141.262169:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573784704 00000100:00100000:1.0:1788536141.262183:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573784704 00000100:00100000:1.0:1788536141.262273:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 840 00000100:00100000:1.0:1788536141.262285:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:24571:x1875415573784704:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536141.262320:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536141.262351:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fdab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b055a expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536141.262731:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536141.262750:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536141.262764:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536141.262807:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00000004:00200000:1.0:1788536141.262811:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536141.262833:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536141.262863:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f4fdab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 95 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536141.262886:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536141.262896:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536141.262917:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536141.262923:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:1.0:1788536141.262996:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+94:24571:x1875415573784704:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 713us (1056us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536141.263004:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 840 00000100:00100000:3.0:1788536141.266936:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536141.267641:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573784960 00000100:00100000:1.0:1788536141.267661:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573784960 00000100:00100000:3.0:1788536141.268014:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 841 00000100:00100000:3.0:1788536141.268032:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+94:24571:x1875415573784960:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:3.0:1788536141.268464:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:3.0:1788536141.268602:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+94:24571:x1875415573784960:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 575us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536141.268612:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 841 00010000:00010000:2.0:1788536141.741251:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536142.045029:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.045061:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.045083:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.045112:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.045131:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.045147:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.045164:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.045206:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573785472 00000100:00100000:3.0:1788536142.045215:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573785472 00000100:00100000:3.0:1788536142.045264:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573785728 00000100:00100000:3.0:1788536142.045268:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573785728 00000100:00100000:3.0:1788536142.045283:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573785344 00000100:00100000:3.0:1788536142.045286:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573785344 00000100:00100000:3.0:1788536142.045364:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573785856 00000100:00100000:3.0:1788536142.045384:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573785856 00000100:00100000:3.0:1788536142.045405:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 317 00000100:00100000:3.0:1788536142.045417:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+23:2354:x1875415573785472:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536142.045493:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+23:2354:x1875415573785472:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 79us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536142.045502:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 317 00000100:00100000:3.0:1788536142.045520:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:3.0:1788536142.045527:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573785728:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536142.045552:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573785728:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536142.045558:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:3.0:1788536142.045569:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00100000:3.0:1788536142.045574:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573785344:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536142.045597:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573785344:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536142.045603:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00100000:3.0:1788536142.045615:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 320 00000100:00100000:3.0:1788536142.045621:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573785856:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536142.045644:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573785856:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536142.046780:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 320 00000100:00100000:2.0:1788536142.047245:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573785216 00000100:00100000:2.0:1788536142.047258:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573785216 00000100:00100000:2.0:1788536142.047297:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573785600 00000100:00100000:2.0:1788536142.047300:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573785600 00000100:00100000:2.0:1788536142.047322:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 332 00000100:00100000:2.0:1788536142.047330:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+94:2354:x1875415573785216:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536142.047408:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+94:2354:x1875415573785216:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 78us (2389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536142.047414:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 332 00000100:00100000:2.0:1788536142.047427:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 333 00000100:00100000:2.0:1788536142.047433:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:2354:x1875415573785600:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536142.047455:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:2354:x1875415573785600:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (2308us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536142.047461:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 333 00000100:00080000:2.0:1788536142.047477:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536142.047482:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536142.047485:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:2.0:1788536142.047856:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967847 is committed 00000004:00080000:2.0:1788536142.047863:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000004:00080000:2.0:1788536142.047873:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000001:00080000:2.0:1788536142.047894:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967849 is committed 00000020:00080000:2.0:1788536142.047903:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000001:00080000:2.0:1788536142.047914:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967850 is committed 00000020:00080000:2.0:1788536142.048130:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000020:00080000:2.0:1788536142.048141:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:2.0:1788536142.048156:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583067904:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788536142.048207:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536142.048266:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583068032:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788536142.048299:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536142.048331:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583067904 00000100:00100000:2.0:1788536142.048337:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583067904 00000100:00100000:2.0:1788536142.048395:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583068032 00000100:00100000:2.0:1788536142.048399:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583068032 00000100:00100000:2.0:1788536142.048417:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1788536142.048422:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583067904:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788536142.048443:0:9635:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:16 count 1 00010000:00010000:2.0:1788536142.048468:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.048487:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.048496:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788536142.048500:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536142.048505:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.048529:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.048544:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 11 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536142.048556:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583068160:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536142.048596:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6695e300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536142.048614:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1788536142.048621:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583068032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788536142.048632:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:18 count 1 00010000:00010000:2.0:1788536142.048644:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.048655:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 22 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.048662:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788536142.048665:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536142.048669:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.048699:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 22 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.048708:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 22 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536142.048717:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583068288:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536142.048737:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6695e9c0 going to sleep for 11 seconds 00000100:00080000:2.0:1788536142.048747:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536142.048750:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536142.049029:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573785088 00000100:00100000:1.0:1788536142.049034:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573785088 00000100:00100000:1.0:1788536142.049072:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 536 00000100:00100000:1.0:1788536142.049079:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573785088:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536142.049117:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573785088:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (4004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536142.049123:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 536 00000100:00100000:0.0:1788536142.052875:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.052943:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.052994:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583068288:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536142.053018:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536142.053048:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583068160:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536142.053059:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536142.053084:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573786112 00000100:00100000:0.0:1788536142.053089:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573786112 00010000:00010000:0.0:1788536142.053122:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 12 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536142.053158:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573785984 00000100:00100000:0.0:1788536142.053163:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573785984 00010000:00010000:0.0:1788536142.053176:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 23 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536142.053195:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 259 00000100:00100000:0.0:1788536142.053203:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ec050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573786112:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536142.053226:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536142.053232:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 12 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053243:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 12 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053266:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005d148037/0x94dfe24b69f4fd49 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b053e expref: 12 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053283:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536142.053287:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536142.053292:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053302:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053321:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536142.053366:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ec050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573786112:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 162us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536142.053393:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 259 00000100:00100000:0.0:1788536142.053435:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 260 00000100:00100000:0.0:1788536142.053442:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+23:2355:x1875415573785984:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536142.053450:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536142.053459:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 23 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053469:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 23 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053484:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a8c5e3d5/0x94dfe24b69f4fd42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0537 expref: 23 pid: 16289 timeout: 620 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053494:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536142.053497:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536142.053501:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053508:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053523:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536142.053541:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+22:2355:x1875415573785984:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 100us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536142.053548:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 260 00010000:00010000:0.0:1788536142.053570:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053579:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053599:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053607:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.053620:0:9635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788536142.054176:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583067904:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5751us (5967us total) trans 4294967333 rc 0/0 00000100:00100000:0.0:1788536142.054184:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00010000:00010000:0.0:1788536142.054289:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054299:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054308:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054316:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054331:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1788536142.054643:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583068032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 6021us (6342us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1788536142.054658:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000004:00080000:0.0:1788536142.054716:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7c051f80/2, rc 0, transno 4294967333 00000100:00100000:0.0:1788536142.054723:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c051f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583067904:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788536142.054741:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788536142.054747:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054756:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536142.054761:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054772:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054787:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054795:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f4fdb9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054814:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536142.054817:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054824:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536142.054828:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054842:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054854:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054862:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bbd2bc98/0x94dfe24b69f4fdc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.054875:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536142.054877:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536142.054879:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788536142.054900:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7c050000/2, rc 0, transno 4294967347 00000100:00100000:0.0:1788536142.054905:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583068032:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788536142.056652:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536142.088758:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967345 is committed 00000001:00080000:2.0:1788536142.088783:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967341 is committed 00000001:00080000:2.0:1788536142.088863:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000040:00080000:3.0:1788536142.113097:0:18134:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536142.113106:0:18134:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536142.113235:0:18134:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:3.0:1788536142.113242:0:18134:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788536142.187602:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536142.187613:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536142.187656:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:3.0:1788536142.187665:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536142.188318:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77584e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583068416:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536142.189147:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5846b000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536142.192736:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77584e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583068416:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536142.210453:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.211171:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573786240 00000100:00100000:0.0:1788536142.211183:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573786240 00000100:00100000:0.0:1788536142.211338:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 842 00000100:00100000:0.0:1788536142.211348:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:24583:x1875415573786240:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536142.211401:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536142.211507:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:24583:x1875415573786240:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 160us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536142.211514:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 842 00000100:00100000:0.0:1788536142.223215:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536142.228122:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573786496 00000100:00100000:2.0:1788536142.228135:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573786496 00000100:00100000:2.0:1788536142.228318:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 843 00000100:00100000:2.0:1788536142.228329:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+34:24583:x1875415573786496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536142.228350:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536142.228395:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4fdc7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0561 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.228491:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.228507:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.228522:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536142.228534:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1788536142.228720:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f4fdc7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 37 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.228739:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 36 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.228748:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:2.0:1788536142.228751:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536142.228755:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77732a00, rc 0) 00000100:00100000:2.0:1788536142.228834:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:24583:x1875415573786496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 506us (5628us total) trans 4294967851 rc 0/0 00000100:00100000:2.0:1788536142.228854:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 843 00000100:00100000:3.0:1788536142.233991:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536142.234166:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573786624 00000100:00100000:1.0:1788536142.234178:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573786624 00000100:00100000:1.0:1788536142.234346:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 208 00000100:00100000:1.0:1788536142.234359:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573786624:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536142.234543:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.234746:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.234757:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x13:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536142.234762:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536142.234775:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.234959:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.234976:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 11 pid: 6668 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536142.234991:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583068544:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536142.236978:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d429e80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536142.250043:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583068544:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536142.250086:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536142.261467:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.261619:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573786752 00000100:00100000:3.0:1788536142.261629:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573786752 00010000:00010000:3.0:1788536142.261670:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 12 pid: 6668 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536142.261724:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:3.0:1788536142.261735:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573786752:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536142.261750:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788536142.261767:0:5809:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1788536142.261770:0:5809:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb mtime from disk: 0 -> 1788536140 00002000:00010000:3.0:1788536142.261772:0:5809:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb ctime from disk: 0 -> 1788536140 00002000:00010000:3.0:1788536142.261774:0:5809:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x13:0x0] updating lvb blocks from disk: 1 -> 10247 00010000:00010000:3.0:1788536142.261805:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 12 pid: 6668 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536142.261820:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 12 pid: 6668 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536142.261842:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f4fd8f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b054c expref: 12 pid: 6668 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536142.261859:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536142.261864:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536142.261871:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536142.261881:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536142.261904:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536142.261955:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+11:2353:x1875415573786752:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 222us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536142.261963:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 261 00010000:00010000:1.0:1788536142.262130:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.262141:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.262166:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.262176:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.262201:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.262208:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536142.262212:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.262221:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.262234:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.262241:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c2803312/0x94dfe24b69f4fddc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536142.262291:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573786624:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 27936us (28311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536142.262299:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 208 00000100:00100000:3.0:1788536142.275684:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536142.277559:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573787008 00000100:00100000:1.0:1788536142.277574:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573787008 00000100:00100000:1.0:1788536142.277640:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 844 00000100:00100000:1.0:1788536142.277650:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:24583:x1875415573787008:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536142.277782:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:24583:x1875415573787008:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 132us (2116us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536142.277808:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 844 00000100:00100000:3.0:1788536142.285315:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.285427:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573787136 00000100:00100000:0.0:1788536142.285439:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573787136 00000100:00100000:0.0:1788536142.285505:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 209 00000100:00100000:0.0:1788536142.285517:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573787136:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536142.285537:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536142.285560:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0568 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536142.285589:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 5242880, mtime: 0x6a9ae54c, atime: 0x0, ctime: 0x6a9ae54c, blocks: 0x2807 00010000:00010000:0.0:1788536142.285609:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=520s v=(0 0) 00010000:00010000:0.0:1788536142.285614:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536142.285624:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.285643:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.285658:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c430f6c00, rc 0) 00000100:00100000:0.0:1788536142.285723:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573787136:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 209us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536142.285731:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 209 00000100:00100000:0.0:1788536142.301777:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.303751:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573787392 00000100:00100000:3.0:1788536142.303766:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573787392 00000100:00100000:3.0:1788536142.303820:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 845 00000100:00100000:3.0:1788536142.303829:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:24583:x1875415573787392:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536142.303941:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:24583:x1875415573787392:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 113us (2175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536142.303963:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 845 00000100:00100000:3.0:1788536142.336854:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.337501:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573787520 00000100:00100000:0.0:1788536142.337512:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573787520 00002000:00100000:0.0:1788536142.337624:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff8b1d7bffdf80 x1875415573787520/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/0 e 0 to 0 dl 1788536153 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536142.337636:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffdf80 with x1875415573787520 ext(0->1048575) 00002000:00010000:0.0:1788536142.337642:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffdf80 00000100:00100000:0.0:1788536142.337696:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 70 00000100:00100000:0.0:1788536142.337706:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573787520:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536142.358155:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573787520:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 20433us (21294us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1788536142.358174:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 70 00002000:00100000:3.0:1788536142.358194:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (0->1048575) req@ffff8b1d7bffdf80 x1875415573787520/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/440 e 0 to 0 dl 1788536153 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536142.358208:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffdf80 with x1875415573787520 ext(0->1048575) 00002000:00010000:3.0:1788536142.358216:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffdf80 00000100:00100000:3.0:1788536142.376748:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536142.377103:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573787648 00000100:00100000:1.0:1788536142.377120:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573787648 00002000:00100000:1.0:1788536142.377181:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff8b1d7bffe300 x1875415573787648/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/0 e 0 to 0 dl 1788536153 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536142.377193:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffe300 with x1875415573787648 ext(1048576->2097151) 00002000:00010000:1.0:1788536142.377200:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffe300 00000100:00100000:1.0:1788536142.377240:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 71 00000100:00100000:1.0:1788536142.377250:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573787648:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536142.396059:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573787648:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 18793us (19307us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1788536142.396080:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 71 00002000:00100000:0.0:1788536142.396098:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x13:0x0] (1048576->2097151) req@ffff8b1d7bffe300 x1875415573787648/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/440 e 0 to 0 dl 1788536153 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536142.396111:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffe300 with x1875415573787648 ext(1048576->2097151) 00002000:00010000:0.0:1788536142.396120:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffe300 00000100:00100000:3.0:1788536142.425534:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536142.425662:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573787776 00000100:00100000:2.0:1788536142.425689:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573787776 00002000:00100000:2.0:1788536142.425752:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff8b1d7bffc700 x1875415573787776/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/0 e 0 to 0 dl 1788536153 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536142.425764:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffc700 with x1875415573787776 ext(2097152->3145727) 00002000:00010000:2.0:1788536142.425770:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffc700 00000100:00100000:2.0:1788536142.425810:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 72 00000100:00100000:2.0:1788536142.425821:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573787776:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788536142.448125:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536142.449526:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573787904 00000100:00100000:2.0:1788536142.449546:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573787904 00002000:00100000:2.0:1788536142.449637:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff8b1c411e8a80 x1875415573787904/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/0 e 0 to 0 dl 1788536153 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536142.449651:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411e8a80 with x1875415573787904 ext(3145728->4194303) 00002000:00010000:2.0:1788536142.449658:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c411e8a80 00000100:00100000:2.0:1788536142.449711:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 73 00000100:00100000:2.0:1788536142.450449:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573787904:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536142.475815:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573787776:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 49978us (50282us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1788536142.475834:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 72 00002000:00100000:3.0:1788536142.475852:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x13:0x0] (2097152->3145727) req@ffff8b1d7bffc700 x1875415573787776/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/440 e 0 to 0 dl 1788536153 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536142.475864:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffc700 with x1875415573787776 ext(2097152->3145727) 00002000:00010000:3.0:1788536142.475871:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffc700 00000100:00100000:1.0:1788536142.485977:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573787904:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 36239us (37857us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1788536142.485996:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 73 00002000:00100000:1.0:1788536142.486014:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x13:0x0] (3145728->4194303) req@ffff8b1c411e8a80 x1875415573787904/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/440 e 0 to 0 dl 1788536153 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536142.486027:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411e8a80 with x1875415573787904 ext(3145728->4194303) 00002000:00010000:1.0:1788536142.486035:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c411e8a80 00000100:00100000:3.0:1788536142.514743:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.514794:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573788032 00000100:00100000:3.0:1788536142.514807:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573788032 00002000:00100000:3.0:1788536142.514875:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff8b1d7bffdc00 x1875415573788032/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/0 e 0 to 0 dl 1788536153 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536142.514920:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffdc00 with x1875415573788032 ext(4194304->5242879) 00002000:00010000:3.0:1788536142.514928:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffdc00 00000100:00100000:3.0:1788536142.514968:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 74 00000100:00100000:3.0:1788536142.514980:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573788032:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536142.589278:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573788032:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 74282us (74533us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1788536142.589297:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 74 00002000:00100000:0.0:1788536142.589315:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x13:0x0] (4194304->5242879) req@ffff8b1d7bffdc00 x1875415573788032/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:43/0 lens 488/440 e 0 to 0 dl 1788536153 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536142.589328:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bffdc00 with x1875415573788032 ext(4194304->5242879) 00002000:00010000:0.0:1788536142.589338:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bffdc00 00000001:00080000:0.0:1788536142.589435:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00000100:00100000:1.0:1788536142.606483:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.606678:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573788160 00000100:00100000:0.0:1788536142.606693:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573788160 00000100:00100000:0.0:1788536142.606769:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 846 00000100:00100000:0.0:1788536142.606783:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:24583:x1875415573788160:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536142.606809:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536142.606836:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4fdea lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b056f expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.606920:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.606938:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.606952:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.607073:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4fdea lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 38 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.607094:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 37 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.607105:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:0.0:1788536142.607109:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536142.607113:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:0.0:1788536142.607533:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+37:24583:x1875415573788160:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 751us (1065us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536142.607543:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 846 00000100:00100000:2.0:1788536142.626116:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536142.626251:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573788288 00000100:00100000:3.0:1788536142.626264:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573788288 00000100:00100000:3.0:1788536142.627006:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 847 00000100:00100000:3.0:1788536142.627026:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:24583:x1875415573788288:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536142.627072:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536142.627220:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:24583:x1875415573788288:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 200us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536142.627230:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 847 00000100:00100000:3.0:1788536142.638814:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.639183:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573788416 00000100:00100000:0.0:1788536142.639198:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573788416 00000100:00100000:0.0:1788536142.639329:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 210 00000100:00100000:0.0:1788536142.639343:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573788416:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536142.639456:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639515:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536142.639520:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536142.639528:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639547:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639588:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639599:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639609:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639618:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536142.639624:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639635:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639655:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.639681:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f4fdf8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536142.639803:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573788416:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 451us (1006us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536142.639814:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 210 00000100:00100000:1.0:1788536142.655311:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536142.655454:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573788672 00000100:00100000:2.0:1788536142.655467:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573788672 00000100:00100000:2.0:1788536142.656061:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 848 00000100:00100000:2.0:1788536142.656074:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:24583:x1875415573788672:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788536142.656183:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.656222:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 37 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.656233:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 4/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.656280:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 37 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536142.656296:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 37 pid: 5824 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536142.656314:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583068672:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536142.656763:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46593840 going to sleep for 11 seconds 00000100:00100000:2.0:1788536142.663274:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583068672:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536142.663313:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536142.669825:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.669991:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573788800 00000100:00100000:0.0:1788536142.670010:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573788800 00010000:00010000:0.0:1788536142.670078:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 38 pid: 5824 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536142.670138:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 262 00000100:00100000:0.0:1788536142.670149:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+38:2354:x1875415573788800:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536142.670169:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536142.670178:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 38 pid: 5824 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.670194:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 38 pid: 5824 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.670223:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f4fdf1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b056f expref: 38 pid: 5824 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.670243:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:0.0:1788536142.670251:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.670280:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.670290:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536142.670336:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536142.670451:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+37:2354:x1875415573788800:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 303us (637us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536142.670460:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 262 00010000:00010000:1.0:1788536142.670740:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.670750:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.671051:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.671060:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.671068:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.671074:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536142.671079:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.671088:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.671099:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:1.0:1788536142.671102:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536142.671106:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536142.671114:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fdff lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536142.671284:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:24583:x1875415573788672:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 15210us (15986us total) trans 4294967852 rc 0/0 00000100:00100000:1.0:1788536142.671294:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 848 00000040:00080000:0.0:1788536142.672203:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536142.672212:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536142.672818:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1788536142.672832:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536142.677497:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536142.678204:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573789056 00000100:00100000:0.0:1788536142.678224:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573789056 00000100:00100000:0.0:1788536142.678316:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 172 00000100:00100000:0.0:1788536142.678329:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:24583:x1875415573789056:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536142.679008:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+38:24583:x1875415573789056:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 679us (1519us total) trans 4294967853 rc 0/0 00000100:00100000:0.0:1788536142.679019:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 172 00010000:00010000:0.0:1788536142.763737:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536142.955992:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583068928:0@lo:400:kworker.0 00000100:00100000:3.0:1788536142.956092:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536142.956173:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583069440:0@lo:400:kworker.0 00000100:00100000:3.0:1788536142.956203:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536142.956240:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536142.956246:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583069056:0@lo:400:kworker.0 00000100:00100000:3.0:1788536142.956269:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536142.956624:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583069440 00000100:00100000:1.0:1788536142.956639:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583069440 00000100:00100000:1.0:1788536142.956750:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1788536142.956759:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583069440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536142.956835:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583069440:12345-0@lo:400:kworker.0 Request processed in 77us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536142.956843:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1788536142.956872:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583068928 00000100:00100000:1.0:1788536142.956877:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583068928 00000100:00100000:1.0:1788536142.956900:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583069056 00000100:00100000:1.0:1788536142.956902:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583069056 00000100:00100000:1.0:1788536142.956932:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1788536142.956938:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583068928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536142.956972:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583068928:12345-0@lo:400:kworker.0 Request processed in 34us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536142.956978:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1788536142.956990:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:1.0:1788536142.956996:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583069056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536142.957024:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583069056:12345-0@lo:400:kworker.0 Request processed in 28us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536142.957030:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:3.0:1788536142.957253:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583069056:0@lo:400:kworker.0 00000100:00100000:3.0:1788536142.957267:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583068928:0@lo:400:kworker.0 00000100:00100000:3.0:1788536142.957297:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000100:00100000:3.0:1788536142.957328:0:3282:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1d7c050000 x1875415583068032/t4294967347(4294967347) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788536158 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788536142.957340:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583069440:0@lo:400:kworker.0 00000100:00100000:0.0:1788536142.957735:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583069184:0@lo:400:kworker.0 00000100:00100000:0.0:1788536142.957826:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536142.957901:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536142.957914:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583068800:0@lo:400:kworker.0 00000100:00100000:0.0:1788536142.957975:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536142.958005:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583069312:0@lo:400:kworker.0 00000100:00100000:0.0:1788536142.958037:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536142.958204:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583069184 00000100:00100000:3.0:1788536142.958212:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583069184 00000100:00100000:3.0:1788536142.958262:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1788536142.958272:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bbb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583069184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536142.958325:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bbb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583069184:12345-0@lo:400:kworker.0 Request processed in 54us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536142.958333:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1788536142.958993:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967333 gen 2 00000004:00080000:0.0:1788536142.959002:0:3284:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7c051f80, transno 4294967333 00000100:00100000:0.0:1788536142.959030:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583069184:0@lo:400:kworker.0 00000100:00080000:2.0:1788536142.959174:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536142.959339:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583069312 00000100:00100000:2.0:1788536142.959346:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583069312 00000100:00100000:2.0:1788536142.961092:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1788536142.961114:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583069312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536142.961248:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583069312:12345-0@lo:400:kworker.0 Request processed in 143us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536142.961256:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1788536142.961364:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583069312:0@lo:400:kworker.0 00000100:00080000:0.0:1788536142.961523:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536142.962258:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583068800 00000100:00100000:1.0:1788536142.962270:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583068800 00000100:00100000:1.0:1788536142.962336:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1788536142.962345:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583068800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536142.962467:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583068800:12345-0@lo:400:kworker.0 Request processed in 123us (4492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536142.962479:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1788536142.964604:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583068800:0@lo:400:kworker.0 00000100:00100000:1.0:1788536143.467501:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536143.467533:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583069568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536143.467619:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536143.467693:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583069568 00000100:00100000:1.0:1788536143.467701:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583069568 00000100:00100000:1.0:1788536143.467745:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788536143.467754:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583069568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536143.467788:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 69664768 pending 0 free 3852468224 avail 3850371072 00000100:00100000:1.0:1788536143.467833:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583069568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536143.467965:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788536143.468012:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583069568:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788536143.728890:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536143.728899:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536143.729189:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 2 00000040:00080000:0.0:1788536143.729199:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536143.787573:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536144.118633:0:18186:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536144.118643:0:18186:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536144.122971:0:18186:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 2 00000040:00080000:1.0:1788536144.122982:0:18186:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536144.193342:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536144.197939:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573789184 00000100:00100000:0.0:1788536144.197956:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573789184 00000100:00100000:1.0:1788536144.198324:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 211 00000100:00100000:1.0:1788536144.198336:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573789184:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536144.198356:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536144.198403:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0576 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.198431:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788536144.198436:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536144.198444:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.198463:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.198503:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3a00, rc 0) 00000100:00100000:1.0:1788536144.198576:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573789184:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 243us (5244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.198584:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 211 00000100:00080000:0.0:1788536144.199315:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536144.228534:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536144.228690:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573789440 00000100:00100000:3.0:1788536144.228700:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573789440 00000100:00100000:3.0:1788536144.228767:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 173 00000100:00100000:3.0:1788536144.228779:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+85:24591:x1875415573789440:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:3.0:1788536144.229003:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+86:24591:x1875415573789440:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 226us (479us total) trans 4294967854 rc 0/0 00000100:00100000:3.0:1788536144.229011:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 173 00000100:00080000:1.0:1788536144.229190:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536144.231360:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536144.232963:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573789696 00000100:00100000:2.0:1788536144.232980:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573789696 00000100:00100000:2.0:1788536144.233061:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 849 00000100:00100000:2.0:1788536144.233073:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+86:24591:x1875415573789696:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536144.233104:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536144.233107:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1788536144.233141:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f4fd9d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0553 expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.233161:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:2.0:1788536144.233168:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536144.233182:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe0d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b057d expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.233287:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe14 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.233301:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.233312:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe14 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536144.233324:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1788536144.233475:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe0d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b057d expref: 88 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.233504:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b057d expref: 87 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.233511:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:2.0:1788536144.233514:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788536144.233516:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:2.0:1788536144.233585:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:24591:x1875415573789696:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 515us (2234us total) trans 4294967855 rc 0/0 00000100:00100000:2.0:1788536144.233593:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 849 00000100:00100000:3.0:1788536144.235654:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536144.237603:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573789824 00000100:00100000:0.0:1788536144.237619:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573789824 00000100:00100000:0.0:1788536144.237695:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 212 00000100:00100000:0.0:1788536144.237707:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573789824:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:0.0:1788536144.237752:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.237774:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 9 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.237784:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.237803:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536144.237807:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536144.237813:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.237853:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.237868:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 12 pid: 6666 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536144.237882:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583069696:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536144.237991:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 9 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.238002:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 9 pid: 16289 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536144.238011:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583069824:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536144.238038:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47ff9d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536144.253444:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.256219:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573789952 00000100:00100000:1.0:1788536144.256236:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573789952 00010000:00010000:1.0:1788536144.256291:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 13 pid: 6666 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536144.256342:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 263 00000100:00100000:1.0:1788536144.256353:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573789952:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536144.256403:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536144.256432:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 13 pid: 6666 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.256448:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 13 pid: 6666 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.256474:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536144.256540:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573789952:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 189us (3183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.256563:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 263 00010000:00010000:1.0:1788536144.256618:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000100fa94c/0x94dfe24b69f4fe06 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0576 expref: 12 pid: 6666 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536144.256633:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583069696:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536144.256647:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583069824:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536144.256688:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536144.261962:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.262311:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573790080 00000100:00100000:1.0:1788536144.262322:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573790080 00010000:00010000:1.0:1788536144.262403:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 10 pid: 16289 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788536144.262418:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536144.262454:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 264 00000100:00100000:1.0:1788536144.262465:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573790080:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536144.262482:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536144.262506:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 10 pid: 16289 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.262523:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 10 pid: 16289 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.262551:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a1c6400/0x94dfe24b69f4fde3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0568 expref: 10 pid: 16289 timeout: 622 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.262589:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536144.262593:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536144.262600:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.262611:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.262651:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536144.262712:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536144.262721:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573790080:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 257us (769us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.262731:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 264 00010000:00010000:0.0:1788536144.262731:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.262759:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.262768:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.262776:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.262784:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536144.262788:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.262810:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.262825:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.262833:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000146c4e6a/0x94dfe24b69f4fe22 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536144.262915:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573789824:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 25211us (27279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536144.262924:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 212 00000100:00100000:1.0:1788536144.268994:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536144.269234:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573790336 00000100:00100000:3.0:1788536144.269245:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573790336 00000100:00100000:3.0:1788536144.269311:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 174 00000100:00100000:3.0:1788536144.269324:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:24591:x1875415573790336:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:3.0:1788536144.269445:0:5826:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000401:0x38:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe14 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b057d expref: 87 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536144.269981:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967856 00000001:00080000:2.0:1788536144.271337:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967857 00010000:00010000:2.0:1788536144.272014:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.272041:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 90 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.272052:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 37 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.272060:0:5826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 5/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.272106:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 37 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.272142:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 37 pid: 5825 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.272162:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583069952:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536144.272294:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 90 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.272304:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 90 pid: 6725 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.272313:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583070080:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536144.272339:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50823180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536144.296951:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536144.296992:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536144.297029:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573790464 00000100:00100000:2.0:1788536144.297042:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573790464 00010000:00010000:2.0:1788536144.297121:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 38 pid: 5825 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.297162:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573790592 00000100:00100000:2.0:1788536144.297165:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573790592 00010000:00010000:2.0:1788536144.297178:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 91 pid: 6725 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.297201:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 265 00000100:00100000:2.0:1788536144.297212:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:2354:x1875415573790464:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536144.297254:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536144.297263:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 38 pid: 5825 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297278:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 38 pid: 5825 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297308:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:2.0:1788536144.297315:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297325:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297333:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536144.297422:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:2354:x1875415573790464:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 210us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536144.297430:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 265 00000100:00100000:2.0:1788536144.297455:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00100000:2.0:1788536144.297462:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ec850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+91:2354:x1875415573790592:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536144.297471:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536144.297476:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 91 pid: 6725 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297487:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 91 pid: 6725 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297514:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:2.0:1788536144.297518:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297528:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297537:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.297560:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536144.297725:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f4fdce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0561 expref: 37 pid: 5825 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536144.297745:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583069952:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536144.297760:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fd81 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0545 expref: 91 pid: 6725 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536144.297771:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583070080:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536144.297798:0:5826:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.297809:0:5826:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.297815:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536144.297985:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967858 00000001:00080000:3.0:1788536144.298253:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967859 00000100:00100000:3.0:1788536144.298415:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583070208:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1788536144.298856:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ec850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+92:2354:x1875415573790592:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1388us (1857us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536144.299680:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00080000:2.0:1788536144.299784:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536144.302471:0:5826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536144.302763:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536144.302767:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583070208 00000100:00100000:2.0:1788536144.302786:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583070208 00000100:00100000:2.0:1788536144.302888:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788536144.302899:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5826:x1875415583070208:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00080000:3.0:1788536144.302951:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536144.303059:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5826:x1875415583070208:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 161us (601us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536144.303068:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788536144.303832:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583070208:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1788536144.305460:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967860 00000100:00100000:3.0:1788536144.305549:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583070336:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788536144.305633:0:5826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536144.305754:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549780 going to sleep for 11 seconds 00000100:00100000:2.0:1788536144.305883:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583070336 00000100:00100000:2.0:1788536144.305899:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583070336 00000100:00100000:2.0:1788536144.305973:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788536144.305984:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5826:x1875415583070336:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1788536144.306337:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:5826:x1875415583070336:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 353us (703us total) trans 4294967348 rc 0/0 00000100:00100000:2.0:1788536144.306363:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788536144.306415:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583070336:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1788536144.306490:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967861 00010000:00010000:3.0:1788536144.306537:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.306548:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.306567:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.306572:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536144.306576:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.306584:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.306599:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:3.0:1788536144.306602:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1788536144.306607:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.306613:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4fe29 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536144.307061:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788536144.307362:0:5826:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:3.0:1788536144.307418:0:5826:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 522535047509ns, next at 523535044517ns, rc = 0 00000001:00080000:3.0:1788536144.307427:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967862 00010000:00010000:3.0:1788536144.307485:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff200) 00010000:00010000:3.0:1788536144.307488:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788536144.307497:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe14 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b057d expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536144.307773:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:24591:x1875415573790336:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 38450us (38791us total) trans 4294967863 rc 0/0 00000100:00100000:3.0:1788536144.307784:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 174 00000020:00080000:3.0:1788536144.307790:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788536144.336043:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.336262:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573790848 00000100:00100000:1.0:1788536144.336278:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573790848 00000100:00100000:1.0:1788536144.336406:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 850 00000100:00100000:1.0:1788536144.336420:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5704f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+93:24593:x1875415573790848:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:1.0:1788536144.336455:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536144.336484:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe30 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0584 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.336598:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.336617:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.336669:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.336693:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.336702:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.336710:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337341:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f4fe45 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337354:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f4fe45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337362:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f4fe45 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536144.337599:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:1.0:1788536144.337758:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337769:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337778:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337785:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536144.337802:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337812:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337831:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536144.337835:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536144.337841:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337849:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe37 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337863:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337870:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337878:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.337883:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536144.337887:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.338101:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.338112:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff8b1d457ff700) 00010000:00010000:1.0:1788536144.338115:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536144.338127:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.338134:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f4fe3e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.338213:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe30 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0584 expref: 96 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.338233:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f4fe45 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0584 expref: 95 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.338241:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ffc00) 00010000:00010000:1.0:1788536144.338244:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536144.338246:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2200, rc 0) 00000100:00100000:1.0:1788536144.338427:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5704f050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+95:24593:x1875415573790848:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 2008us (2402us total) trans 4294967864 rc 0/0 00000100:00100000:1.0:1788536144.338438:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 850 00000100:00100000:3.0:1788536144.357946:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536144.358121:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573791104 00000100:00100000:0.0:1788536144.358150:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573791104 00000100:00100000:0.0:1788536144.358261:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 34 00000100:00100000:0.0:1788536144.358277:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+95:24593:x1875415573791104:12345-192.168.203.55@tcp:103:md5sum.0 00010000:00010000:0.0:1788536144.358303:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536144.358352:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f4fe45 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0584 expref: 95 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.358417:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ffc00) 00010000:00010000:0.0:1788536144.358434:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536144.358523:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+94:24593:x1875415573791104:12345-192.168.203.55@tcp:103:md5sum.0 Request processed in 250us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536144.358533:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 34 00000100:00100000:2.0:1788536144.362584:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.363086:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573791232 00000100:00100000:1.0:1788536144.363103:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573791232 00000100:00100000:1.0:1788536144.363172:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 851 00000100:00100000:1.0:1788536144.363183:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+94:24593:x1875415573791232:12345-192.168.203.55@tcp:58:md5sum.0 00010000:00010000:1.0:1788536144.363949:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.363976:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.363995:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536144.364273:0:5825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:1.0:1788536144.366859:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+94:24593:x1875415573791232:12345-192.168.203.55@tcp:58:md5sum.0 Request processed in 3657us (4270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.366881:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 851 00000100:00100000:0.0:1788536144.371150:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536144.371426:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573791360 00000100:00100000:3.0:1788536144.371441:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573791360 00000100:00100000:3.0:1788536144.371528:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 852 00000100:00100000:3.0:1788536144.371541:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+94:24593:x1875415573791360:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:3.0:1788536144.371578:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536144.371608:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b058b expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.371711:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.371726:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 4/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b058b expref: 95 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.371751:0:6725:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.371793:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b058b expref: 95 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.371816:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff700) 00010000:00010000:3.0:1788536144.371820:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536144.371824:0:6725:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 3/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b058b expref: 95 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.371833:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3600, rc 0) 00000100:00100000:3.0:1788536144.371924:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+95:24593:x1875415573791360:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 386us (790us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536144.371932:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 852 00000040:00080000:0.0:1788536144.749203:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536144.749220:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536144.749276:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1788536144.749289:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536144.749514:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583070464:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536144.749665:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47ff9180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536144.760669:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583070464:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536144.760752:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536144.760890:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573791488 00000100:00100000:2.0:1788536144.760902:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573791488 00000100:00100000:2.0:1788536144.760979:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 853 00000100:00100000:2.0:1788536144.760991:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+37:24594:x1875415573791488:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536144.761043:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536144.761214:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+37:24594:x1875415573791488:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 224us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536144.761222:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 853 00000100:00100000:0.0:1788536144.767980:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.768641:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573791616 00000100:00100000:1.0:1788536144.768673:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573791616 00000100:00100000:1.0:1788536144.768768:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 854 00000100:00100000:1.0:1788536144.768782:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:24594:x1875415573791616:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788536144.768898:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.768926:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.768942:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.768962:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.768970:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.768977:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769006:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769041:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769049:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536144.769251:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00000004:00200000:1.0:1788536144.769257:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536144.769275:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769290:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769298:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769305:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769311:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536144.769316:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769325:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769342:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536144.769346:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536144.769353:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769494:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fe61 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769510:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769515:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769521:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769526:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536144.769529:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769535:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769544:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb1925f2 (ffff8b1d457ff000) 00010000:00010000:1.0:1788536144.769547:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536144.769550:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769556:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe68 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb1925f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769573:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769579:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769591:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769596:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536144.769600:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769606:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769614:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff700) 00010000:00010000:1.0:1788536144.769616:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536144.769619:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.769625:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536144.769923:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:24594:x1875415573791616:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 1141us (1953us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.769935:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 854 00000100:00100000:3.0:1788536144.776485:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536144.779667:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573791872 00000100:00100000:2.0:1788536144.779691:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573791872 00000100:00100000:2.0:1788536144.779798:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 855 00000100:00100000:2.0:1788536144.779811:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+37:24594:x1875415573791872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536144.779842:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536144.779873:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4fe76 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0592 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780012:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780032:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780049:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536144.780101:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00010000:00010000:2.0:1788536144.780242:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780253:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780260:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780267:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536144.780272:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780282:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780297:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff700) 00010000:00010000:2.0:1788536144.780301:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536144.780307:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780314:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4fe7d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780446:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4fe76 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0592 expref: 39 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780460:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536144.780462:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536144.780474:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4fe76 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0592 expref: 39 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.780486:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:2.0:1788536144.780571:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573791872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 762us (4101us total) trans 4294967865 rc 301/301 00000100:00100000:2.0:1788536144.780580:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 855 00000100:00100000:2.0:1788536144.790104:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.790322:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573792000 00000100:00100000:1.0:1788536144.790337:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573792000 00000100:00100000:1.0:1788536144.790492:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 856 00000100:00100000:1.0:1788536144.790506:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573792000:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536144.790557:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x38:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536144.790721:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573792000:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 217us (635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.790753:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 856 00000100:00100000:0.0:1788536144.803264:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.807364:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573792128 00000100:00100000:1.0:1788536144.807505:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573792128 00000100:00100000:1.0:1788536144.807689:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 857 00000100:00100000:1.0:1788536144.807713:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573792128:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536144.807744:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536144.807775:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe8b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0599 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.807864:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.807882:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.807896:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536144.807938:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788536144.807942:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536144.807965:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.807991:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe8b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 40 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.808013:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.808047:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:1.0:1788536144.808050:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536144.808054:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3000, rc 0) 00000100:00100000:1.0:1788536144.808516:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+39:24594:x1875415573792128:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 812us (5263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.808525:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 857 00010000:00010000:0.0:1788536144.811572:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536144.817801:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.819121:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573792256 00000100:00100000:1.0:1788536144.819141:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573792256 00000100:00100000:1.0:1788536144.819236:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 858 00000100:00100000:1.0:1788536144.819249:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+39:24594:x1875415573792256:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536144.819276:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536144.819304:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05a0 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.819436:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.819455:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.819469:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.819487:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.819494:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.819520:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.820931:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.820952:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.820964:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536144.821007:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00000004:00200000:0.0:1788536144.821012:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536144.821038:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821053:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821062:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821070:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821090:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536144.821097:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821106:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821121:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:0.0:1788536144.821125:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536144.821144:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821151:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f4fea0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821168:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821175:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821180:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821186:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536144.821189:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821195:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821204:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8b1d457ff000) 00010000:00010000:0.0:1788536144.821206:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536144.821210:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821216:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f4fea7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821261:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f4fe99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 41 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821290:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 40 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.821298:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536144.821301:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536144.821303:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547600, rc 0) 00000100:00100000:0.0:1788536144.821464:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+40:24594:x1875415573792256:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2214us (3677us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536144.821475:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 858 00000100:00100000:3.0:1788536144.824729:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.825072:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573792512 00000100:00100000:1.0:1788536144.825097:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573792512 00000100:00100000:1.0:1788536144.825178:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 859 00000100:00100000:1.0:1788536144.825190:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:24594:x1875415573792512:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536144.825219:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536144.825248:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feb5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05a7 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.828155:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f4febc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.828179:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f4febc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.828192:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f4febc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536144.828210:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00010000:00010000:1.0:1788536144.828297:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feb5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a7 expref: 43 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.828320:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f4febc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a7 expref: 42 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.828328:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d457ffa00) 00010000:00010000:1.0:1788536144.828346:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536144.828350:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2400, rc 0) 00000100:00100000:1.0:1788536144.829174:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:24594:x1875415573792512:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3979us (4454us total) trans 4294967866 rc 0/0 00000100:00100000:1.0:1788536144.829186:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 859 00000100:00100000:1.0:1788536144.841348:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536144.841700:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573792768 00000100:00100000:2.0:1788536144.841716:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573792768 00000100:00100000:2.0:1788536144.841802:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 860 00000100:00100000:2.0:1788536144.841815:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:24594:x1875415573792768:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536144.841908:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536144.841946:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f4febc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a7 expref: 42 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.841970:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d457ffa00) 00010000:00010000:2.0:1788536144.841984:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536144.842020:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.842038:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.842049:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 4/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.842101:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.842138:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 94 pid: 5823 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.842156:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583070592:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536144.842458:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50823180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536144.847681:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536144.848422:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573792896 00000100:00100000:3.0:1788536144.848437:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573792896 00010000:00010000:3.0:1788536144.848499:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 95 pid: 5823 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536144.848553:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 267 00000100:00100000:3.0:1788536144.848573:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:2355:x1875415573792896:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536144.848592:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536144.848601:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 95 pid: 5823 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.848639:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 95 pid: 5823 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.848679:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:3.0:1788536144.848686:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.848698:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.848891:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.848920:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536144.849106:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:2355:x1875415573792896:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 534us (1448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536144.849115:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 267 00010000:00010000:1.0:1788536144.849248:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f4fdb2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b055a expref: 94 pid: 5823 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536144.849271:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0d880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583070592:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536144.849308:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.849317:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.849323:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.849356:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.849366:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.849685:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850001:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850021:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850028:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850035:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536144.850040:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850047:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850060:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536144.850063:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536144.850067:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850073:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f4feca lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850086:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850092:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850099:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850104:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536144.850113:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850119:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850127:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x534b0658 (ffff8b1d457fff00) 00010000:00010000:1.0:1788536144.850130:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536144.850133:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.850139:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4fed1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x534b0658 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536144.850240:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:24594:x1875415573792768:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 8426us (8912us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536144.850249:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 860 00000100:00100000:0.0:1788536144.854109:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536144.854323:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573793024 00000100:00100000:3.0:1788536144.854338:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573793024 00000100:00100000:3.0:1788536144.854591:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 861 00000100:00100000:3.0:1788536144.854603:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+41:24594:x1875415573793024:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536144.854632:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536144.854677:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4fed8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05ae expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.854734:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.854775:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.854789:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.854923:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f4fed8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 43 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.854947:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 42 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536144.854959:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:3.0:1788536144.854962:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536144.854967:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2c00, rc 0) 00000100:00100000:3.0:1788536144.855056:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:24594:x1875415573793024:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 455us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536144.855064:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 861 00000100:00100000:0.0:1788536144.857926:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.858020:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573793280 00000100:00100000:1.0:1788536144.858036:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573793280 00000100:00100000:1.0:1788536144.858110:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 862 00000100:00100000:1.0:1788536144.858123:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:24594:x1875415573793280:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536144.858249:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.858269:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.858283:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536144.858593:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000f7af66c7 reply state 00000000c25bc8d2 transno 4294967867 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536144.858617:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536144.858755:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:24594:x1875415573793280:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 633us (844us total) trans 4294967867 rc 0/0 00000100:00100000:1.0:1788536144.858763:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 862 00010000:00010000:2.0:1788536144.865420:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.865445:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.865454:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.865460:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536144.865466:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.865476:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.865500:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:2.0:1788536144.865504:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788536144.865510:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.865517:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4fee6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536144.868450:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.868597:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573793408 00000100:00100000:1.0:1788536144.868611:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573793408 00000100:00100000:1.0:1788536144.868701:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 863 00000100:00100000:1.0:1788536144.868724:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:24594:x1875415573793408:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536144.868756:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536144.868785:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05b5 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.868873:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 44 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.868891:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 44 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.868902:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536144.868906:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536144.868911:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3c00, rc 0) 00000100:00100000:1.0:1788536144.868994:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:24594:x1875415573793408:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 274us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.869002:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 863 00000100:00100000:1.0:1788536144.872240:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536144.872347:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573793536 00000100:00100000:3.0:1788536144.872361:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573793536 00000100:00100000:3.0:1788536144.872476:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 175 00000100:00100000:3.0:1788536144.872489:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:24594:x1875415573793536:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788536144.872680:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:24594:x1875415573793536:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 193us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536144.872689:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 175 00000100:00100000:3.0:1788536144.877477:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.877728:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573793792 00000100:00100000:1.0:1788536144.877748:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573793792 00000100:00100000:1.0:1788536144.877824:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 176 00000100:00100000:1.0:1788536144.877837:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:24594:x1875415573793792:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536144.878166:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:24594:x1875415573793792:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 331us (703us total) trans 4294967868 rc 0/0 00000100:00100000:1.0:1788536144.878175:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 176 00000100:00100000:0.0:1788536144.882100:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536144.882209:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573794048 00000100:00100000:3.0:1788536144.882222:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573794048 00000100:00100000:3.0:1788536144.882301:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 864 00000100:00100000:3.0:1788536144.882314:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:24594:x1875415573794048:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536144.882505:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:24594:x1875415573794048:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 194us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536144.882514:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 864 00000100:00100000:3.0:1788536144.893205:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536144.893609:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573794304 00000100:00100000:0.0:1788536144.893622:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573794304 00000100:00100000:0.0:1788536144.893717:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 865 00000100:00100000:0.0:1788536144.893730:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:24594:x1875415573794304:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536144.893759:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536144.893784:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f4fef4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05bc expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.893924:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.893943:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 46 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.893976:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.894021:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 46 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.894039:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 46 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536144.894057:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583070720:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536144.894924:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47ff9780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536144.906591:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.907220:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573794432 00000100:00100000:1.0:1788536144.907236:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573794432 00010000:00010000:1.0:1788536144.907294:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 47 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536144.907348:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 268 00000100:00100000:1.0:1788536144.907360:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573794432:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536144.907411:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536144.907419:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 47 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.907435:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 47 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.907466:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536144.907473:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.907485:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.907494:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536144.907538:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536144.907624:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573794432:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 265us (1049us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.907633:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 268 00010000:00010000:2.0:1788536144.916842:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4feed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05b5 expref: 46 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.916880:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583070720:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536144.916916:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.916928:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.916934:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536144.916968:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00080000:2.0:1788536144.919933:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x11:0x0], index 0: 0 00010000:00010000:2.0:1788536144.920197:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920212:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920220:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920227:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536144.920233:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920242:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920294:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:2.0:1788536144.920297:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536144.920303:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920310:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f4fefb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920408:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f4fef4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05bc expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920422:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536144.920424:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536144.920428:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f4fef4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05bc expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.920439:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546200, rc 0) 00000100:00100000:2.0:1788536144.920534:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:24594:x1875415573794304:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 26805us (27354us total) trans 4294967869 rc 301/301 00000100:00100000:2.0:1788536144.920545:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 865 00000100:00100000:0.0:1788536144.924148:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.924255:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573794688 00000100:00100000:1.0:1788536144.924269:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573794688 00000100:00100000:1.0:1788536144.924348:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 177 00000100:00100000:1.0:1788536144.924359:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:24594:x1875415573794688:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536144.925119:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:24594:x1875415573794688:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 755us (980us total) trans 4294967870 rc 0/0 00000100:00100000:1.0:1788536144.925130:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 177 00000100:00100000:0.0:1788536144.930312:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536144.930782:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573794816 00000100:00100000:2.0:1788536144.930797:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573794816 00000100:00100000:2.0:1788536144.930879:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 866 00000100:00100000:2.0:1788536144.930892:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:24594:x1875415573794816:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536144.930928:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536144.930957:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4ff09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05c3 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.931086:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4ff10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.931104:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4ff10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.931118:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4ff10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536144.931164:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x16:0x0]: returning size 0 00000004:00200000:2.0:1788536144.931170:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536144.931195:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4ff10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.931227:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f4ff09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05c3 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.931248:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4ff10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05c3 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.931258:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:2.0:1788536144.931261:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788536144.931265:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:2.0:1788536144.931335:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:24594:x1875415573794816:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 445us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536144.931342:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 866 00000100:00100000:3.0:1788536144.935228:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536144.935323:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573794944 00000100:00100000:0.0:1788536144.935337:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573794944 00000100:00080000:3.0:1788536144.935582:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536144.935736:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 213 00000100:00100000:0.0:1788536144.935752:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573794944:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536144.935778:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536144.935806:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05ca expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536144.935836:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536144.935860:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=523s v=(0 0) 00010000:00010000:0.0:1788536144.935864:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536144.935873:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.935908:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536144.935921:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546c00, rc 0) 00000100:00100000:0.0:1788536144.935992:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573794944:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 245us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536144.936000:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 213 00000100:00100000:0.0:1788536144.940156:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536144.940314:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573795200 00000100:00100000:1.0:1788536144.940330:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573795200 00000100:00100000:1.0:1788536144.940537:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 867 00000100:00100000:1.0:1788536144.940551:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:24594:x1875415573795200:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536144.940895:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:24594:x1875415573795200:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 346us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536144.940906:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 867 00000100:00100000:2.0:1788536144.957069:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536144.957256:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573795328 00000100:00100000:3.0:1788536144.957269:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573795328 00000100:00100000:3.0:1788536144.957343:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 214 00000100:00100000:3.0:1788536144.957356:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:24594:x1875415573795328:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536144.957425:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536144.957453:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05d1 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.957917:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.957949:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536144.957955:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536144.957963:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 10 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.958013:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.958032:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 10 pid: 6667 timeout: 623 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.958049:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583070848:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536144.958200:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50823c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536144.964450:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583070848:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536144.965046:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 10 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.965078:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2800, rc 0) 00000100:00100000:2.0:1788536144.965224:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:24594:x1875415573795328:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 7870us (8171us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536144.965236:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 214 00000100:00100000:0.0:1788536144.969818:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536144.971336:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573795456 00000100:00100000:2.0:1788536144.971354:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573795456 00010000:00010000:2.0:1788536144.971429:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 10 pid: 6667 timeout: 623 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.971797:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 269 00000100:00100000:2.0:1788536144.971812:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573795456:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536144.971830:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536144.971860:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 10 pid: 6667 timeout: 623 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.971879:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 10 pid: 6667 timeout: 623 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.971908:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000700c94f3/0x94dfe24b69f4ff17 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ca expref: 10 pid: 6667 timeout: 623 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.971931:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536144.971936:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536144.971947:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 9 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.971958:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 9 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536144.972006:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 9 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536144.972023:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583070976:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536144.972150:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50823c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536144.978551:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583070976:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536144.978610:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536144.978694:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573795456:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 6885us (8893us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536144.978715:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 269 00000100:00100000:0.0:1788536145.007361:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583071104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536145.007499:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536145.007814:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583071104 00000100:00100000:2.0:1788536145.007830:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583071104 00000100:00100000:2.0:1788536145.007922:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1788536145.007934:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583071104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536145.007986:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 64684032 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536145.008047:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583071104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536145.008055:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:0.0:1788536145.008163:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536145.008213:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583071104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536145.014779:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536145.014883:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573795584 00000100:00100000:3.0:1788536145.014897:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573795584 00002000:00100000:3.0:1788536145.014978:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (0->1048575) req@ffff8b1c42bec000 x1875415573795584/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536145.015018:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bec000 with x1875415573795584 ext(0->1048575) 00002000:00010000:3.0:1788536145.015025:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42bec000 00000100:00100000:3.0:1788536145.015061:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 75 00000100:00100000:3.0:1788536145.015073:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573795584:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788536145.054628:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.054743:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573795712 00000100:00100000:1.0:1788536145.054753:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573795712 00002000:00100000:1.0:1788536145.054803:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff8b1c42bedf80 x1875415573795712/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.054816:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bedf80 with x1875415573795712 ext(1048576->2097151) 00002000:00010000:1.0:1788536145.054821:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42bedf80 00000100:00100000:1.0:1788536145.054868:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 76 00000100:00100000:1.0:1788536145.054878:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573795712:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536145.079597:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573795584:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 64516us (64823us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1788536145.079612:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 75 00002000:00100000:1.0:1788536145.079624:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (0->1048575) req@ffff8b1c42bec000 x1875415573795584/t4294967334(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/448 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.079635:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bec000 with x1875415573795584 ext(0->1048575) 00002000:00010000:1.0:1788536145.079641:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42bec000 00000100:00100000:2.0:1788536145.085587:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.085676:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573795840 00000100:00100000:1.0:1788536145.085693:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573795840 00002000:00100000:1.0:1788536145.085765:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff8b1c42e0df80 x1875415573795840/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.085776:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0df80 with x1875415573795840 ext(2097152->3145727) 00002000:00010000:1.0:1788536145.085783:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42e0df80 00000100:00100000:1.0:1788536145.085818:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 77 00000100:00100000:1.0:1788536145.085827:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2352:x1875415573795840:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536145.115606:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:2353:x1875415573795712:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 60717us (60978us total) trans 4294967335 rc 0/0 00000100:00100000:1.0:1788536145.115623:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 76 00002000:00100000:1.0:1788536145.115638:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff8b1c42bedf80 x1875415573795712/t4294967335(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/448 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.115648:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bedf80 with x1875415573795712 ext(1048576->2097151) 00002000:00010000:1.0:1788536145.115685:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42bedf80 00000100:00100000:2.0:1788536145.127491:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.128014:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573795968 00000100:00100000:1.0:1788536145.128030:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573795968 00002000:00100000:1.0:1788536145.128090:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff8b1c42e0e300 x1875415573795968/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.128102:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0e300 with x1875415573795968 ext(3145728->4194303) 00002000:00010000:1.0:1788536145.128110:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42e0e300 00000100:00100000:1.0:1788536145.128141:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 78 00000100:00100000:1.0:1788536145.128151:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+15:2355:x1875415573795968:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536145.139871:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+17:2352:x1875415573795840:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 54026us (54396us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1788536145.139890:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 77 00002000:00100000:1.0:1788536145.139907:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff8b1c42e0df80 x1875415573795840/t4294967336(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/448 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.139919:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0df80 with x1875415573795840 ext(2097152->3145727) 00002000:00010000:1.0:1788536145.139928:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42e0df80 00000100:00100000:1.0:1788536145.156089:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+17:2355:x1875415573795968:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 27921us (28595us total) trans 4294967337 rc 0/0 00000100:00100000:1.0:1788536145.156109:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 78 00002000:00100000:1.0:1788536145.156126:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff8b1c42e0e300 x1875415573795968/t4294967337(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/448 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.156138:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0e300 with x1875415573795968 ext(3145728->4194303) 00002000:00010000:1.0:1788536145.156146:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42e0e300 00000100:00100000:1.0:1788536145.156434:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536145.156535:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573796096 00000100:00100000:3.0:1788536145.156546:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573796096 00002000:00100000:3.0:1788536145.156606:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff8b1d464a6300 x1875415573796096/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536145.156616:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a6300 with x1875415573796096 ext(4194304->5242879) 00002000:00010000:3.0:1788536145.156620:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d464a6300 00000100:00100000:3.0:1788536145.156666:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 79 00000100:00100000:3.0:1788536145.156676:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+17:2353:x1875415573796096:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788536145.180550:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+19:2353:x1875415573796096:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 23851us (24093us total) trans 4294967338 rc 0/0 00000100:00100000:2.0:1788536145.180578:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 79 00002000:00100000:2.0:1788536145.180596:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff8b1d464a6300 x1875415573796096/t4294967338(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:46/0 lens 488/448 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536145.180608:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a6300 with x1875415573796096 ext(4194304->5242879) 00002000:00010000:2.0:1788536145.180616:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d464a6300 00000100:00100000:0.0:1788536145.186318:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536145.186490:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573796224 00000100:00100000:2.0:1788536145.186505:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573796224 00000100:00100000:1.0:1788536145.186629:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 868 00000100:00100000:1.0:1788536145.186644:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:24594:x1875415573796224:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788536145.230071:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967853 is committed 00000001:00080000:1.0:1788536145.230095:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967870 is committed 00000001:00080000:1.0:1788536145.230111:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967864 is committed 00000004:00080000:1.0:1788536145.230149:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:1.0:1788536145.230174:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d77549cc0 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:1.0:1788536145.230179:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d7754f100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d77549d80 00000020:00080000:1.0:1788536145.230182:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d7754f400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d456f5c00 00000020:00080000:1.0:1788536145.230471:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000020:00080000:1.0:1788536145.230693:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:1.0:1788536145.230840:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583071232:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788536145.230932:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536145.231141:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583071232 00000100:00100000:2.0:1788536145.231153:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583071232 00000100:00100000:2.0:1788536145.231218:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1788536145.231228:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583071232:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788536145.231264:0:16289:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:19 count 1 00002000:00010000:2.0:1788536145.231308:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x13:0x0] initial LVB size: 5242880, mtime: 0x6a9ae54c, atime: 0x0, ctime: 0x6a9ae54c, blocks: 0x2807 00010000:00010000:2.0:1788536145.231336:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.231356:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=523s v=(0 0) 00010000:00010000:2.0:1788536145.231362:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536145.231400:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.231420:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.231431:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.231441:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.231464:0:16289:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788536145.232080:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3285:x1875415583071232:12345-0@lo:6:osp-syn-1-0.0 Request processed in 852us (1147us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1788536145.232088:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:2.0:1788536145.232125:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536145.232132:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.232142:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536145.232147:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.232165:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.232185:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.232194:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f4ff25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.232216:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536145.232218:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536145.232220:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788536145.232812:0:3285:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d464a4a80/2, rc 0, transno 4294967349 00000100:00100000:1.0:1788536145.232822:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583071232:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788536145.233930:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573796224:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 47280us (47618us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536145.233955:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 868 00000100:00100000:3.0:1788536145.237737:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.238075:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573796352 00000100:00100000:1.0:1788536145.238088:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573796352 00000100:00100000:1.0:1788536145.238225:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 216 00000100:00100000:1.0:1788536145.238241:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415573796352:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788536145.321693:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415573796352:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 83441us (83955us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536145.321711:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 216 00000001:00080000:1.0:1788536145.322538:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000001:00080000:1.0:1788536145.322585:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000100:00100000:3.0:1788536145.330987:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536145.331338:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573796608 00000100:00100000:0.0:1788536145.331518:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573796608 00000100:00100000:1.0:1788536145.333622:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 869 00000100:00100000:1.0:1788536145.333640:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573796608:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536145.333744:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536145.333781:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f4ff10 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05c3 expref: 38 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.333809:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536145.333815:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536145.333856:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.333873:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.333884:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536145.334119:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000014a7c55c reply state 0000000053855b42 transno 4294967871 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536145.334130:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536145.334989:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:24594:x1875415573796608:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1347us (4013us total) trans 4294967871 rc 0/0 00000100:00100000:1.0:1788536145.335001:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 869 00010000:00010000:1.0:1788536145.339709:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.339735:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.339744:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.339773:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536145.339779:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.339789:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.339813:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536145.339816:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536145.339822:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.339830:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff2c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536145.342277:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.342728:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573796736 00000100:00100000:1.0:1788536145.342743:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573796736 00000100:00100000:1.0:1788536145.342824:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 870 00000100:00100000:1.0:1788536145.342836:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573796736:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536145.342868:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536145.342897:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05d8 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.342980:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.342997:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.343047:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536145.343051:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536145.343056:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2c00, rc 0) 00000100:00100000:1.0:1788536145.343131:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+39:24594:x1875415573796736:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 297us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536145.343140:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 870 00000100:00100000:0.0:1788536145.358266:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536145.359217:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573796864 00000100:00100000:2.0:1788536145.359233:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573796864 00000100:00100000:2.0:1788536145.359329:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 217 00000100:00100000:2.0:1788536145.359342:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573796864:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788536145.360983:0:6668:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:3.0:1788536145.360995:0:6668:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb mtime from disk: 0 -> 1788536140 00002000:00010000:3.0:1788536145.360998:0:6668:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb atime from disk: 0 -> 1788536140 00002000:00010000:3.0:1788536145.361001:0:6668:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb ctime from disk: 0 -> 1788536140 00002000:00010000:3.0:1788536145.361004:0:6668:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x11:0x0] updating lvb blocks from disk: 1 -> 10247 00000100:00100000:3.0:1788536145.361107:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573796864:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 1761us (2849us total) trans 4294967339 rc 0/0 00000100:00100000:3.0:1788536145.361119:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 217 00000100:00100000:0.0:1788536145.368729:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.368979:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573797120 00000100:00100000:1.0:1788536145.368992:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573797120 00000100:00100000:1.0:1788536145.373028:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 871 00000100:00100000:1.0:1788536145.373059:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:24594:x1875415573797120:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788536145.373158:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.373181:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 39 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.373192:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.373242:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 39 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.373259:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 39 pid: 6725 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536145.373275:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583071360:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536145.374531:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536145.378797:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536145.379143:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573797248 00000100:00100000:3.0:1788536145.379175:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573797248 00010000:00010000:3.0:1788536145.379236:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 40 pid: 6725 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536145.379306:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 270 00000100:00100000:3.0:1788536145.379320:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:2355:x1875415573797248:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536145.379341:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536145.379350:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 40 pid: 6725 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.379365:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 40 pid: 6725 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.379463:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:3.0:1788536145.379469:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.379481:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.379490:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.379562:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f4fedf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ae expref: 40 pid: 6725 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536145.379595:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583071360:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536145.381906:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.381916:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536145.381932:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.381940:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.381986:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.381994:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.382001:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.382008:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536145.382014:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.382022:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.382052:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536145.382078:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788536145.382085:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.382093:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f4ff3a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536145.382104:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573797248:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2780us (3313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536145.382117:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 270 00000100:00100000:1.0:1788536145.382156:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573797120:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 9113us (13856us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788536145.382167:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 871 00000100:00100000:2.0:1788536145.398633:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.398731:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573797376 00000100:00100000:1.0:1788536145.398747:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573797376 00000100:00100000:1.0:1788536145.398828:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 218 00000100:00100000:1.0:1788536145.398840:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573797376:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536145.398906:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.398934:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 10 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.398946:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536145.398951:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536145.398957:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.399007:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 10 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.399271:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 10 pid: 6668 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536145.399290:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583071488:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536145.399445:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536145.402916:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583071488:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536145.402960:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536145.415588:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536145.415961:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573797504 00000100:00100000:0.0:1788536145.415974:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573797504 00010000:00010000:0.0:1788536145.416047:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 11 pid: 6668 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536145.416103:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 271 00000100:00100000:0.0:1788536145.416115:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573797504:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536145.416137:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536145.416166:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 11 pid: 6668 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.416182:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 11 pid: 6668 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.416212:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f4ff1e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d1 expref: 11 pid: 6668 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.416235:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536145.416241:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536145.416249:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.416261:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.416327:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536145.416457:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573797504:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 342us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536145.416466:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 271 00010000:00010000:2.0:1788536145.417886:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.417909:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.417990:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.418001:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.418010:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.418018:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536145.418024:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.418034:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.418074:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536145.418084:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f4ff41 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536145.418225:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573797376:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 19382us (19602us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536145.418248:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 218 00000100:00100000:2.0:1788536145.428071:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.428182:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573797760 00000100:00100000:1.0:1788536145.428196:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573797760 00000100:00100000:1.0:1788536145.428294:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 872 00000100:00100000:1.0:1788536145.428307:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+38:24594:x1875415573797760:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536145.428479:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.428504:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.428518:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.428824:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.428838:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.428866:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.428911:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.428929:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 39 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536145.428946:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583071616:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536145.429048:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536145.435030:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583071616:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536145.435246:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536145.435958:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536145.436285:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573797888 00000100:00100000:3.0:1788536145.436297:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573797888 00010000:00010000:3.0:1788536145.436347:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 40 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536145.436437:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 272 00000100:00100000:3.0:1788536145.436449:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+40:2355:x1875415573797888:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536145.437239:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536145.437255:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 40 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.437273:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 40 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.437304:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f4ff33 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05d8 expref: 40 pid: 5825 timeout: 623 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.437327:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:3.0:1788536145.437332:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.437344:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.437353:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.437883:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536145.437990:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ee450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573797888:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1540us (2032us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536145.438002:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 272 00010000:00010000:0.0:1788536145.438828:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.438843:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536145.439199:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967872 00000001:00080000:0.0:1788536145.439468:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967873 00000001:00080000:0.0:1788536145.439524:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967874 00000100:00100000:0.0:1788536145.439646:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583071744:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788536145.441343:0:6725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536145.441411:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536145.442192:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583071744 00000100:00100000:3.0:1788536145.442207:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583071744 00000100:00100000:3.0:1788536145.442297:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788536145.442309:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583071744:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788536145.442466:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583071744:12345-0@lo:1000:mdt00_003.0 Request processed in 160us (1134us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536145.442474:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788536145.443678:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583071744:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788536145.445904:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967875 00000100:00100000:0.0:1788536145.446053:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583071872:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788536145.446148:0:6725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536145.446197:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b30c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536145.446753:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583071872 00000100:00100000:3.0:1788536145.446765:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583071872 00000100:00100000:3.0:1788536145.446830:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788536145.446841:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583071872:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788536145.447177:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6725:x1875415583071872:12345-0@lo:1000:mdt00_003.0 Request processed in 338us (1028us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1788536145.447186:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788536145.447919:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583071872:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788536145.448290:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967876 00010000:00010000:0.0:1788536145.448351:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448365:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448657:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448666:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536145.448672:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448682:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448772:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:0.0:1788536145.448777:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536145.448784:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448792:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f4ff4f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x16:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448841:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448848:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448854:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448860:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536145.448863:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448882:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448891:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff700) 00010000:00010000:0.0:1788536145.448894:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536145.448903:0:6725:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b058b expref: 82 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448918:0:6725:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b058b expref: 82 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.448929:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b058b expref: 82 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.449120:0:6725:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b058b expref: 82 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536145.449141:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bee680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583072000:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536145.449317:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b30c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536145.455072:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536145.455186:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bee680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583072000:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536145.455225:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455238:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f4fe53 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455286:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455326:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455340:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455354:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455361:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455367:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455411:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536145.455418:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455426:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455440:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff700) 00010000:00010000:0.0:1788536145.455444:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536145.455448:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455454:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff56 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455465:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455478:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455483:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455488:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536145.455492:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455499:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455508:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff700) 00010000:00010000:0.0:1788536145.455510:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536145.455514:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.455519:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f4ff48 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536145.455924:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+43:24594:x1875415573797760:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 27614us (27864us total) trans 4294967877 rc 0/0 00000100:00100000:0.0:1788536145.455939:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 872 00000020:00080000:0.0:1788536145.455948:0:6725:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1788536145.456619:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573798016 00000100:00100000:1.0:1788536145.456636:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573798016 00000100:00100000:1.0:1788536145.456725:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 178 00000100:00100000:1.0:1788536145.456737:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+83:24593:x1875415573798016:12345-192.168.203.55@tcp:49:md5sum.0 00000100:00100000:1.0:1788536145.456883:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea3850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+83:24593:x1875415573798016:12345-192.168.203.55@tcp:49:md5sum.0 Request processed in 148us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536145.456891:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 178 00000040:00080000:3.0:1788536145.457465:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536145.457473:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536145.457997:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536145.458011:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536145.461714:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536145.461783:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.461984:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573798272 00000100:00100000:1.0:1788536145.461997:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573798272 00000100:00100000:1.0:1788536145.462071:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 179 00000100:00100000:1.0:1788536145.462082:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:24594:x1875415573798272:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788536145.462985:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x16:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788536145.463135:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967878 00010000:00010000:1.0:1788536145.463193:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.463221:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.463235:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.463246:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.463252:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.463259:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536145.463292:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536145.463451:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:24594:x1875415573798272:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1367us (1759us total) trans 4294967879 rc 0/0 00000100:00100000:1.0:1788536145.463462:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 179 00000020:00080000:1.0:1788536145.463469:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788536145.463747:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573798400 00000100:00100000:0.0:1788536145.463756:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573798400 00000100:00100000:0.0:1788536145.463828:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 219 00000100:00100000:0.0:1788536145.463838:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+11:24593:x1875415573798400:12345-192.168.203.55@tcp:101:md5sum.0 00010000:00010000:0.0:1788536145.463867:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536145.463887:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05df expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536145.463921:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a9ae54c, atime: 0x6a9ae54c, ctime: 0x6a9ae54c, blocks: 0x2807 00010000:00010000:0.0:1788536145.463943:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=523s v=(0 0) 00010000:00010000:0.0:1788536145.463948:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536145.463959:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.463975:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536145.463988:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547e00, rc 0) 00000100:00100000:0.0:1788536145.464034:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:24593:x1875415573798400:12345-192.168.203.55@tcp:101:md5sum.0 Request processed in 197us (2251us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536145.464041:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 219 00010000:00010000:3.0:1788536145.464197:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536145.464208:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.464216:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536145.464221:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.464243:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.464259:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x16:0x0].0x0 (ffff8b1d457fff00) 00010000:00010000:3.0:1788536145.464262:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536145.464267:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.464275:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f4ff5d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x16:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536145.464299:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536145.464301:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536145.464303:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788536145.467232:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536145.476105:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.476187:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573798528 00000100:00100000:1.0:1788536145.476200:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573798528 00002000:00100000:1.0:1788536145.476272:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (0->32767) req@ffff8b1c42bee680 x1875415573798528/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.476285:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bee680 with x1875415573798528 ext(0->32767) 00002000:00010000:1.0:1788536145.476293:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42bee680 00000100:00100000:1.0:1788536145.476340:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 80 00000100:00100000:1.0:1788536145.476352:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573798528:12345-192.168.203.55@tcp:3:md5sum.0 00000100:00100000:1.0:1788536145.489181:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573798528:12345-192.168.203.55@tcp:3:md5sum.0 Request processed in 12812us (13071us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1788536145.489198:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 80 00002000:00100000:1.0:1788536145.489217:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x11:0x0] (0->32767) req@ffff8b1c42bee680 x1875415573798528/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/440 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.489229:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bee680 with x1875415573798528 ext(0->32767) 00002000:00010000:1.0:1788536145.489238:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42bee680 00000100:00100000:0.0:1788536145.502828:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536145.503239:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573798656 00000100:00100000:3.0:1788536145.503253:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573798656 00002000:00100000:3.0:1788536145.503322:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (32768->1048575) req@ffff8b1c42beca80 x1875415573798656/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536145.503336:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42beca80 with x1875415573798656 ext(32768->1048575) 00002000:00010000:3.0:1788536145.503343:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42beca80 00000100:00100000:3.0:1788536145.503434:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 81 00000100:00100000:3.0:1788536145.503446:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573798656:12345-192.168.203.55@tcp:3:md5sum.0 00000100:00100000:2.0:1788536145.536611:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573798656:12345-192.168.203.55@tcp:3:md5sum.0 Request processed in 33151us (33783us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1788536145.536628:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 81 00002000:00100000:2.0:1788536145.536647:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x11:0x0] (32768->1048575) req@ffff8b1c42beca80 x1875415573798656/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/440 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 1015808/1015808 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536145.536670:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42beca80 with x1875415573798656 ext(32768->1048575) 00002000:00010000:2.0:1788536145.536678:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42beca80 00000100:00100000:3.0:1788536145.591006:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.591103:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573798784 00000100:00100000:1.0:1788536145.591118:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573798784 00002000:00100000:1.0:1788536145.591187:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff8b1d776d1c00 x1875415573798784/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.591199:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d1c00 with x1875415573798784 ext(1048576->2097151) 00002000:00010000:1.0:1788536145.591207:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d1c00 00000100:00100000:1.0:1788536145.591252:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 82 00000100:00100000:1.0:1788536145.591265:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573798784:12345-192.168.203.55@tcp:3:md5sum.0 00000100:00100000:3.0:1788536145.599546:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536145.599593:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536145.599630:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536145.599869:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573798912 00000100:00100000:2.0:1788536145.599884:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573798912 00002000:00100000:2.0:1788536145.599948:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff8b1d776d2d80 x1875415573798912/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536145.599961:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d2d80 with x1875415573798912 ext(2097152->3145727) 00002000:00010000:2.0:1788536145.599968:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d2d80 00000100:00100000:2.0:1788536145.599988:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573799168 00000100:00100000:2.0:1788536145.599991:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573799168 00002000:00100000:2.0:1788536145.600005:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff8b1d776d1500 x1875415573799168/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536145.600013:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d1500 with x1875415573799168 ext(4194304->5242879) 00002000:00010000:2.0:1788536145.600038:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d1500 00000100:00100000:2.0:1788536145.600048:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573799040 00000100:00100000:2.0:1788536145.600051:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573799040 00002000:00100000:2.0:1788536145.600067:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff8b1d776d0a80 x1875415573799040/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/0 e 0 to 0 dl 1788536156 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536145.600075:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d0a80 with x1875415573799040 ext(3145728->4194303) 00002000:00010000:2.0:1788536145.600077:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d0a80 00000100:00100000:2.0:1788536145.600089:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 83 00000100:00100000:2.0:1788536145.600099:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573798912:12345-192.168.203.55@tcp:3:md5sum.0 00000100:00100000:1.0:1788536145.618420:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573798784:12345-192.168.203.55@tcp:3:md5sum.0 Request processed in 27099us (27374us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1788536145.618437:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 82 00002000:00100000:1.0:1788536145.618456:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (1048576->2097151) req@ffff8b1d776d1c00 x1875415573798784/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/440 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.618469:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d1c00 with x1875415573798784 ext(1048576->2097151) 00002000:00010000:1.0:1788536145.618478:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d1c00 00000100:00100000:1.0:1788536145.618520:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 84 00000100:00100000:1.0:1788536145.618562:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573799168:12345-192.168.203.55@tcp:3:md5sum.0 00000100:00100000:1.0:1788536145.646599:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573798912:12345-192.168.203.55@tcp:3:md5sum.0 Request processed in 46475us (47044us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1788536145.646618:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 83 00002000:00100000:1.0:1788536145.646637:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (2097152->3145727) req@ffff8b1d776d2d80 x1875415573798912/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/440 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.646659:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d2d80 with x1875415573798912 ext(2097152->3145727) 00002000:00010000:1.0:1788536145.646668:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d2d80 00000100:00100000:1.0:1788536145.646728:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 85 00000100:00100000:1.0:1788536145.646749:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573799040:12345-192.168.203.55@tcp:3:md5sum.0 00000100:00100000:1.0:1788536145.677923:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573799168:12345-192.168.203.55@tcp:3:md5sum.0 Request processed in 59352us (78312us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1788536145.677941:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 84 00002000:00100000:1.0:1788536145.677960:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x11:0x0] (4194304->5242879) req@ffff8b1d776d1500 x1875415573799168/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/440 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536145.677972:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d1500 with x1875415573799168 ext(4194304->5242879) 00002000:00010000:1.0:1788536145.677980:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d1500 00000100:00100000:2.0:1788536145.686974:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573799040:12345-192.168.203.55@tcp:3:md5sum.0 Request processed in 40211us (87316us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1788536145.686993:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 85 00002000:00100000:2.0:1788536145.687009:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x11:0x0] (3145728->4194303) req@ffff8b1d776d0a80 x1875415573799040/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:46/0 lens 488/440 e 0 to 0 dl 1788536156 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536145.687020:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d0a80 with x1875415573799040 ext(3145728->4194303) 00002000:00010000:2.0:1788536145.687029:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d0a80 00000100:00100000:3.0:1788536145.738097:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536145.738424:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573799424 00000100:00100000:1.0:1788536145.738436:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573799424 00000100:00100000:1.0:1788536145.738501:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 180 00000100:00100000:1.0:1788536145.738511:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+83:24593:x1875415573799424:12345-192.168.203.55@tcp:35:md5sum.0 00000100:00100000:1.0:1788536145.738807:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+84:24593:x1875415573799424:12345-192.168.203.55@tcp:35:md5sum.0 Request processed in 296us (717us total) trans 4294967880 rc 0/0 00000100:00100000:1.0:1788536145.738825:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 180 00010000:00010000:2.0:1788536145.838547:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536146.859936:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788536147.138358:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00000001:00080000:3.0:1788536147.138390:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967349 is committed 00000100:00100000:0.0:1788536147.160559:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536147.160646:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536147.160673:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536147.160694:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536147.160717:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536147.160736:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536147.160774:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573799936 00000100:00100000:3.0:1788536147.160784:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573799936 00000100:00100000:3.0:1788536147.160849:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573800192 00000100:00100000:3.0:1788536147.160853:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573800192 00000100:00100000:3.0:1788536147.160874:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573799808 00000100:00100000:3.0:1788536147.160877:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573799808 00000100:00100000:3.0:1788536147.160898:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 323 00000100:00100000:3.0:1788536147.160907:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573799936:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536147.160979:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573799936:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 72us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536147.160986:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 323 00000100:00100000:3.0:1788536147.161004:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 324 00000100:00100000:3.0:1788536147.161011:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573800192:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536147.161036:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573800192:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536147.161042:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 324 00000100:00100000:3.0:1788536147.161054:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 325 00000100:00100000:3.0:1788536147.161060:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573799808:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536147.161080:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573799808:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536147.161086:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 325 00000100:00100000:0.0:1788536147.163049:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536147.163084:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573799552 00000100:00100000:0.0:1788536147.163092:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573799552 00000100:00100000:0.0:1788536147.163153:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 538 00000100:00100000:0.0:1788536147.163162:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573799552:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536147.163217:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573799552:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 56us (2521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536147.163225:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 538 00000100:00100000:0.0:1788536147.163255:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573800320 00000100:00100000:0.0:1788536147.163259:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573800320 00000100:00100000:0.0:1788536147.163283:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 326 00000100:00100000:0.0:1788536147.163288:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573800320:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536147.163313:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573800320:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536147.163319:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 326 00000100:00100000:1.0:1788536147.163786:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573799680 00000100:00100000:1.0:1788536147.163860:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573799680 00000100:00100000:1.0:1788536147.163896:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573800064 00000100:00100000:1.0:1788536147.163900:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573800064 00000100:00100000:1.0:1788536147.163927:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 337 00000100:00100000:1.0:1788536147.163935:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+84:2354:x1875415573799680:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536147.163973:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+84:2354:x1875415573799680:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 40us (3424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536147.163979:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 337 00000100:00100000:1.0:1788536147.163994:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00100000:1.0:1788536147.164002:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:2354:x1875415573800064:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536147.164029:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:2354:x1875415573800064:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (3292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536147.164035:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00080000:1.0:1788536147.164055:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536147.164060:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536147.164063:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788536147.883768:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536148.075879:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583072384:0@lo:400:kworker.0 00000100:00100000:1.0:1788536148.075971:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536148.076045:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536148.076052:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583072512:0@lo:400:kworker.0 00000100:00100000:1.0:1788536148.076082:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536148.076133:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583072512 00000100:00100000:1.0:1788536148.076142:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583072512 00000100:00100000:1.0:1788536148.076223:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788536148.076232:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583072512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536148.076285:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583072512:12345-0@lo:400:kworker.0 Request processed in 53us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536148.076293:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00080000:1.0:1788536148.076314:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536148.076345:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583072512:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.076656:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583072128:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.076714:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536148.076745:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583072640:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.076770:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536148.076794:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788536148.076800:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583072256:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.076838:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536148.076859:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583072768:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.076880:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536148.076912:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583072128 00000100:00100000:2.0:1788536148.076918:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583072128 00000100:00100000:2.0:1788536148.076954:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1788536148.076962:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583072128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.077004:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583072128:12345-0@lo:400:kworker.0 Request processed in 43us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536148.077010:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1788536148.077040:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583072384 00000100:00100000:2.0:1788536148.077045:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583072384 00000100:00100000:2.0:1788536148.077080:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583072640 00000100:00100000:2.0:1788536148.077083:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583072640 00000100:00100000:2.0:1788536148.077103:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583072256 00000100:00100000:2.0:1788536148.077105:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583072256 00000100:00100000:2.0:1788536148.077120:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1788536148.077127:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583072384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.077182:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583072384:12345-0@lo:400:kworker.0 Request processed in 56us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536148.077189:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1788536148.077204:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1788536148.077209:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583072640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.077234:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583072640:12345-0@lo:400:kworker.0 Request processed in 25us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536148.077240:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1788536148.077250:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1788536148.077262:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583072256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.077291:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583072256:12345-0@lo:400:kworker.0 Request processed in 29us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536148.077297:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1788536148.077319:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583072768 00000100:00100000:2.0:1788536148.077323:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583072768 00000100:00100000:2.0:1788536148.077350:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1788536148.077355:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583072768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.077406:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583072768:12345-0@lo:400:kworker.0 Request processed in 51us (525us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536148.077413:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:2.0:1788536148.077438:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536148.077441:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536148.077463:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583072256:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.077471:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:2.0:1788536148.077478:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7c050000, transno 4294967347 00000004:00080000:2.0:1788536148.077490:0:3282:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967348 committed transno 4294967349 00000004:00080000:2.0:1788536148.077507:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d464a4a80, transno 4294967349 00000100:00100000:2.0:1788536148.077511:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583072768:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.077520:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583072128:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.077529:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583072640:0@lo:400:kworker.0 00000100:00100000:1.0:1788536148.078426:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583072384:0@lo:400:kworker.0 00000100:00100000:2.0:1788536148.591950:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536148.591974:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583072896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536148.592044:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536148.592109:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583072896 00000100:00100000:2.0:1788536148.592128:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583072896 00000100:00100000:2.0:1788536148.592192:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1788536148.592200:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583072896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536148.592236:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 69664768 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536148.592295:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583072896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536148.592303:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:3.0:1788536148.592343:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583072896:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536148.907508:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536149.932717:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536150.124262:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536150.124286:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583073024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536150.124354:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536150.124477:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583073024 00000100:00100000:2.0:1788536150.124485:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583073024 00000100:00100000:2.0:1788536150.124561:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:2.0:1788536150.124570:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583073024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536150.124603:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 73203712 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1788536150.124674:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583073024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536150.124681:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:1.0:1788536150.124813:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536150.124848:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583073024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536150.675058:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536150.675273:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573800448 00000100:00100000:3.0:1788536150.675290:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573800448 00000100:00100000:3.0:1788536150.675399:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 873 00000100:00100000:3.0:1788536150.675411:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+84:25011:x1875415573800448:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536150.675438:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536150.675465:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f4ff6b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05e6 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.675560:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff72 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.675578:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.675593:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536150.675647:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00000004:00200000:3.0:1788536150.675652:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536150.675676:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff72 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.675710:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f4ff6b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05e6 expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.675759:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff72 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05e6 expref: 85 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.675769:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:3.0:1788536150.675772:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536150.675787:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547200, rc 0) 00000100:00100000:3.0:1788536150.675868:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+85:25011:x1875415573800448:12345-192.168.203.55@tcp:101:rm.0 Request processed in 459us (819us total) trans 0 rc 0/0 00000100:00080000:1.0:1788536150.675879:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536150.675887:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 873 00000100:00100000:3.0:1788536150.703782:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536150.704117:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573800704 00000100:00100000:2.0:1788536150.704133:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573800704 00000100:00100000:2.0:1788536150.704311:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 874 00000100:00100000:2.0:1788536150.704324:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:25011:x1875415573800704:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536150.704352:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536150.704403:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ff79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05ed expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536150.704523:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00000001:00080000:1.0:1788536150.704528:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967877 is committed 00000020:00080000:1.0:1788536150.704541:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d4b7803c0 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:1.0:1788536150.704546:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d4b780a80 00000020:00080000:1.0:1788536150.704550:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d7c3ccc00 00000001:00080000:1.0:1788536150.704583:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967880 is committed 00000001:00080000:1.0:1788536150.704588:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967879 is committed 00000020:00080000:1.0:1788536150.704600:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000020:00080000:1.0:1788536150.704632:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00010000:00010000:2.0:1788536150.704727:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ff79 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ed expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788536150.704771:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00010000:00010000:2.0:1788536150.704777:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:2.0:1788536150.704780:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536150.704787:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ff79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05ed expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.704803:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151ee00, rc 0) 00000100:00100000:2.0:1788536150.705279:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:25011:x1875415573800704:12345-192.168.203.55@tcp:101:rm.0 Request processed in 955us (1520us total) trans 4294967881 rc 301/301 00000100:00100000:2.0:1788536150.705289:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 874 00000100:00100000:0.0:1788536150.729142:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536150.729394:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573800832 00000100:00100000:2.0:1788536150.729408:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573800832 00000100:00100000:2.0:1788536150.729488:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 181 00000100:00100000:2.0:1788536150.729500:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:25011:x1875415573800832:12345-192.168.203.55@tcp:37:rm.0 00000100:00100000:2.0:1788536150.742055:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:25011:x1875415573800832:12345-192.168.203.55@tcp:37:rm.0 Request processed in 12538us (12910us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536150.742073:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 181 00000001:00080000:1.0:1788536150.742336:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00080000:1.0:1788536150.742349:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967339 is committed 00000100:00100000:2.0:1788536150.748069:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536150.748469:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573801088 00000100:00100000:0.0:1788536150.748484:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573801088 00000100:00100000:0.0:1788536150.748563:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 182 00000100:00100000:0.0:1788536150.748576:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+85:25011:x1875415573801088:12345-192.168.203.55@tcp:35:rm.0 00000100:00100000:0.0:1788536150.749055:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+86:25011:x1875415573801088:12345-192.168.203.55@tcp:35:rm.0 Request processed in 479us (998us total) trans 4294967882 rc 0/0 00000100:00100000:0.0:1788536150.749063:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 182 00000100:00100000:0.0:1788536150.757639:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536150.757869:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573801344 00000100:00100000:2.0:1788536150.757894:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573801344 00000100:00100000:2.0:1788536150.757975:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 875 00000100:00100000:2.0:1788536150.757987:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+86:25011:x1875415573801344:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536150.758021:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536150.758049:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ff87 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05f4 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.758221:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ff8e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.758239:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ff8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.758254:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ff8e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536150.758267:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00010000:00010000:2.0:1788536150.758487:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ff87 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05f4 expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.758513:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ff8e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05f4 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.758523:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536150.758527:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788536150.758532:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151fa00, rc 0) 00000100:00100000:2.0:1788536150.758627:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+88:25011:x1875415573801344:12345-192.168.203.55@tcp:101:rm.0 Request processed in 630us (1004us total) trans 4294967883 rc 0/0 00000100:00100000:2.0:1788536150.758636:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 875 00000100:00100000:1.0:1788536150.763496:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536150.765915:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573801472 00000100:00100000:2.0:1788536150.765940:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573801472 00000100:00100000:2.0:1788536150.766036:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 876 00000100:00100000:2.0:1788536150.766048:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+88:25011:x1875415573801472:12345-192.168.203.55@tcp:41:rm.0 00000004:00000024:2.0:1788536150.766130:0:5825:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 7710179328 avail 7697596416 00000100:00100000:2.0:1788536150.766270:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+88:25011:x1875415573801472:12345-192.168.203.55@tcp:41:rm.0 Request processed in 224us (2788us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536150.766280:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 876 00000100:00100000:2.0:1788536150.771013:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536150.771129:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573801600 00000100:00100000:3.0:1788536150.771144:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573801600 00000100:00100000:3.0:1788536150.771229:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 877 00000100:00100000:3.0:1788536150.771241:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+88:25011:x1875415573801600:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536150.771268:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536150.771294:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f4ff9c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b05fb expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.771545:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.771563:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.771577:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.771593:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.771601:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.771608:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772159:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4ffb1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772172:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4ffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772459:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4ffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536150.772510:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x38:0x0]: returning size 5242880 00000004:00200000:3.0:1788536150.772515:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536150.772538:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4ffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772552:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4ffb1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772562:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772569:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772577:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772582:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536150.772588:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772596:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772630:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:3.0:1788536150.772633:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536150.772640:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772648:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f4ffa3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772682:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772688:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772695:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772700:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536150.772703:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772709:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772716:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff8b1d59b6fd00) 00010000:00010000:3.0:1788536150.772718:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536150.772721:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772726:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f4ffaa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772887:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f4ff9c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05fb expref: 90 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772906:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4ffb1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05fb expref: 89 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.772915:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff700) 00010000:00010000:3.0:1788536150.772917:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536150.772920:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546600, rc 0) 00000100:00100000:3.0:1788536150.773086:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:25011:x1875415573801600:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1846us (2088us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536150.773096:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 877 00000100:00100000:1.0:1788536150.776873:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536150.777000:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573801856 00000100:00100000:2.0:1788536150.777014:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573801856 00000100:00100000:2.0:1788536150.777090:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 878 00000100:00100000:2.0:1788536150.777102:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+89:25011:x1875415573801856:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:2.0:1788536150.777177:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1788536150.777216:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f4ffb1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x38:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05fb expref: 89 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777262:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f4fe5a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x38:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b058b expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777275:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d457ff700) 00010000:00010000:2.0:1788536150.777292:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f4ff72 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05e6 expref: 87 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777303:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536150.777307:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536150.777336:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777352:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777363:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777431:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777440:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777448:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777922:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777933:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.777941:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536150.781453:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:2.0:1788536150.781479:0:6725:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 529009109305ns, next at 530009104583ns, rc = 0 00010000:00010000:2.0:1788536150.781597:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 3/0,1 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781634:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781649:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781659:0:6725:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781687:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781695:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781724:0:6725:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536150.781755:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781762:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781769:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781776:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536150.781782:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781791:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781806:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:2.0:1788536150.781809:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536150.781815:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781822:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f4ffc6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x38:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781846:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781859:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781865:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781871:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536150.781874:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781881:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781890:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536150.781892:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536150.781896:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.781902:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffb8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.785183:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536150.785206:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.785219:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151f000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536150.785225:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.785238:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.785262:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x38:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:3.0:1788536150.785265:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536150.785271:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 1/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.785278:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4ffcd lrc: 0/0,0 mode: --/PW res: [0x200000401:0x38:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.785342:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536150.785345:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536150.785347:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1788536150.786949:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000d75feb4f reply state 00000000eafd085d transno 4294967884 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536150.786975:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536150.787136:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+88:25011:x1875415573801856:12345-192.168.203.55@tcp:36:rm.0 Request processed in 10030us (10272us total) trans 4294967884 rc 0/0 00000100:00100000:2.0:1788536150.787147:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 878 00010000:00010000:2.0:1788536150.788829:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.788875:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.788884:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.788891:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151ee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536150.788897:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.788908:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.788943:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x361913b3 (ffff8b1d61e36200) 00010000:00010000:2.0:1788536150.788946:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536150.788953:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 2/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.788960:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffbf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x36:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536150.805024:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536150.805120:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573802112 00000100:00100000:2.0:1788536150.805136:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573802112 00000100:00100000:2.0:1788536150.805224:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 183 00000100:00100000:2.0:1788536150.805237:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+87:25011:x1875415573802112:12345-192.168.203.55@tcp:35:rm.0 00000100:00100000:2.0:1788536150.805785:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+88:25011:x1875415573802112:12345-192.168.203.55@tcp:35:rm.0 Request processed in 547us (775us total) trans 4294967885 rc 0/0 00000100:00100000:2.0:1788536150.805795:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 183 00000100:00100000:1.0:1788536150.808043:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536150.808157:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573802368 00000100:00100000:2.0:1788536150.808189:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573802368 00000100:00100000:2.0:1788536150.808302:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 879 00000100:00100000:2.0:1788536150.808314:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+88:25011:x1875415573802368:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:2.0:1788536150.808422:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1788536150.808459:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ff8e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x36:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05f4 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.808488:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f4fcd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b050d expref: 87 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.808504:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536150.808529:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f4fcb6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0506 expref: 86 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.808540:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:2.0:1788536150.808544:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536150.808572:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.808588:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 35 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.808598:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.808649:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 35 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.808675:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 35 pid: 5825 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536150.808702:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583073152:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536150.808827:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536150.822342:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536150.824061:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583073152:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536150.824099:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536150.825070:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573802496 00000100:00100000:3.0:1788536150.825084:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573802496 00010000:00010000:3.0:1788536150.825217:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 36 pid: 5825 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536150.825267:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 273 00000100:00100000:3.0:1788536150.825277:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:2354:x1875415573802496:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536150.825294:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536150.825302:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 36 pid: 5825 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.825317:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 36 pid: 5825 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.825343:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3000/0x94dfe24b69f4fe92 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0599 expref: 36 pid: 5825 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.825363:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:3.0:1788536150.825428:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.825441:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.825450:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.825499:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536150.825590:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+35:2354:x1875415573802496:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 314us (3262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536150.825599:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 273 00000100:00080000:1.0:1788536150.826611:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788536150.828933:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.828957:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.829007:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.829024:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.829039:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.829524:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.829543:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 34 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.829554:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.829629:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 34 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.829650:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 34 pid: 16075 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536150.832998:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583073280:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536150.833152:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536150.839355:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536150.840287:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573802624 00000100:00100000:1.0:1788536150.840301:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573802624 00010000:00010000:1.0:1788536150.840361:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 35 pid: 16075 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536150.840463:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 274 00000100:00100000:1.0:1788536150.840475:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+35:2354:x1875415573802624:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536150.840496:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536150.840504:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 35 pid: 16075 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.840533:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 35 pid: 16075 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.840566:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536150.840573:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.840586:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.840595:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.840631:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536150.840719:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+35:2354:x1875415573802624:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 246us (1377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536150.840727:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 274 00010000:00010000:2.0:1788536150.844751:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f4feae lrc: 0/0,0 mode: --/PR res: [0x200000401:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05a0 expref: 34 pid: 16075 timeout: 629 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536150.844788:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583073280:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536150.844823:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.844836:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536150.844843:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536150.855870:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x36:0x0]: returning size 16384 00010000:00010000:3.0:1788536150.855909:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.855922:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.855932:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.855939:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536150.855946:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.855955:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.855976:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x36:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:3.0:1788536150.855980:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536150.855986:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.855994:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe2 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.856101:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.856120:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.856127:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.856133:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151ee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536150.856136:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.856141:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.856151:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e000) 00010000:00010000:3.0:1788536150.856154:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536150.856157:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536150.856164:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f4ffd4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536150.856179:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000dbe42454 reply state 000000007095fb5f transno 4294967886 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536150.856190:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536150.856319:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+87:25011:x1875415573802368:12345-192.168.203.55@tcp:36:rm.0 Request processed in 48001us (48283us total) trans 4294967886 rc 0/0 00000100:00100000:3.0:1788536150.856331:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 879 00010000:00010000:1.0:1788536150.859459:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.859483:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.859492:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.859498:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536150.859504:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.859513:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.859533:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff8b1d61e36200) 00010000:00010000:1.0:1788536150.859536:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536150.859542:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536150.859548:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f4ffdb lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536150.908644:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536150.908819:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573802752 00000100:00100000:3.0:1788536150.908832:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573802752 00000100:00100000:3.0:1788536150.908973:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 880 00000100:00100000:3.0:1788536150.908986:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:24557:x1875415573802752:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788536150.909129:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+34:24557:x1875415573802752:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 146us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536150.909139:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 880 00010000:00010000:2.0:1788536150.955666:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536151.981138:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536152.283268:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536152.283337:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536152.283431:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536152.283571:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573802880 00000100:00100000:2.0:1788536152.283587:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573802880 00000100:00100000:2.0:1788536152.283675:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 540 00000100:00100000:2.0:1788536152.283688:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573802880:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536152.283788:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573802880:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 102us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536152.283809:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 540 00000100:00100000:2.0:1788536152.283852:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573803392 00000100:00100000:2.0:1788536152.283856:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573803392 00000100:00100000:2.0:1788536152.283906:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 342 00000100:00100000:2.0:1788536152.283913:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:2353:x1875415573803392:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536152.283950:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:2353:x1875415573803392:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 38us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536152.283973:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 342 00000100:00100000:3.0:1788536152.284142:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573803136 00000100:00100000:3.0:1788536152.284148:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573803136 00000100:00100000:3.0:1788536152.284195:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 329 00000100:00100000:3.0:1788536152.284203:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573803136:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536152.284234:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573803136:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536152.284241:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 329 00000100:00080000:3.0:1788536152.284284:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536152.284290:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536152.284429:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536152.285100:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536152.285135:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536152.285159:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536152.285188:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573803648 00000100:00100000:0.0:1788536152.285195:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573803648 00000100:00100000:0.0:1788536152.285234:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573803264 00000100:00100000:0.0:1788536152.285237:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573803264 00000100:00100000:0.0:1788536152.285258:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573803520 00000100:00100000:0.0:1788536152.285261:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573803520 00000100:00100000:1.0:1788536152.285267:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573803008 00000100:00100000:1.0:1788536152.285272:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573803008 00000100:00100000:0.0:1788536152.285280:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 330 00000100:00100000:0.0:1788536152.285287:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573803648:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536152.285300:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 343 00000100:00100000:1.0:1788536152.285306:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+86:2353:x1875415573803008:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536152.285332:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573803648:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 45us (1879us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536152.285339:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 330 00000100:00100000:1.0:1788536152.285352:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+86:2353:x1875415573803008:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 47us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536152.285357:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 331 00000100:00100000:1.0:1788536152.285358:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 343 00000100:00100000:0.0:1788536152.285363:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2353:x1875415573803264:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536152.285414:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2353:x1875415573803264:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 50us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536152.285420:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 331 00000100:00100000:0.0:1788536152.285434:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 332 00000100:00100000:0.0:1788536152.285440:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573803520:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536152.285963:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573803520:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 521us (800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536152.285979:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 332 00000100:00080000:3.0:1788536152.287667:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536152.287683:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536152.287688:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:3.0:1788536152.792355:0:18386:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 11:35:50 (1788536150) 00010000:00010000:2.0:1788536153.003659:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536153.196752:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583073664:0@lo:400:kworker.0 00000100:00100000:1.0:1788536153.196854:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536153.196945:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536153.196952:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583073792:0@lo:400:kworker.0 00000100:00100000:1.0:1788536153.196985:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536153.197025:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583073664 00000100:00100000:1.0:1788536153.197035:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583073664 00000100:00100000:3.0:1788536153.197051:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583073536:0@lo:400:kworker.0 00000100:00100000:3.0:1788536153.197097:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536153.197104:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583073536 00000100:00100000:1.0:1788536153.197107:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583073536 00000100:00100000:3.0:1788536153.197116:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583074048:0@lo:400:kworker.0 00000100:00100000:1.0:1788536153.197130:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1788536153.197136:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536153.197140:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583073664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536153.197153:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788536153.197200:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583073664:12345-0@lo:400:kworker.0 Request processed in 60us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536153.197209:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1788536153.197230:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1788536153.197236:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583073536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536153.197264:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583073536:12345-0@lo:400:kworker.0 Request processed in 29us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536153.197271:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1788536153.197326:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583073664:0@lo:400:kworker.0 00000100:00100000:3.0:1788536153.197329:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583073408:0@lo:400:kworker.0 00000100:00100000:3.0:1788536153.197364:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536153.197441:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583073920:0@lo:400:kworker.0 00000100:00100000:3.0:1788536153.197476:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536153.197611:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583073536:0@lo:400:kworker.0 00000100:00080000:3.0:1788536153.197728:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536153.197742:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583073920 00000100:00100000:3.0:1788536153.197746:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583073920 00000100:00100000:2.0:1788536153.198239:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1788536153.198252:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583073920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536153.198316:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583073920:12345-0@lo:400:kworker.0 Request processed in 67us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536153.198323:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00080000:2.0:1788536153.198345:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536153.198395:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583073920:0@lo:400:kworker.0 00000100:00100000:0.0:1788536153.198821:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583073792 00000100:00100000:0.0:1788536153.198829:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583073792 00000100:00100000:0.0:1788536153.198898:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583074048 00000100:00100000:0.0:1788536153.198902:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583074048 00000100:00100000:0.0:1788536153.198931:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1788536153.198940:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583073792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536153.198993:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583073792:12345-0@lo:400:kworker.0 Request processed in 55us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536153.199000:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1788536153.199016:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1788536153.199022:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583074048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536153.199055:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583074048:12345-0@lo:400:kworker.0 Request processed in 34us (1917us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536153.199062:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1788536153.199101:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:0.0:1788536153.199107:0:3284:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:0.0:1788536153.199127:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583073792:0@lo:400:kworker.0 00000100:00100000:0.0:1788536153.199156:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583074048:0@lo:400:kworker.0 00000100:00080000:2.0:1788536153.199268:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536153.199273:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536153.199273:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583073408 00000100:00100000:1.0:1788536153.199278:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583073408 00000100:00100000:1.0:1788536153.199345:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1788536153.199353:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583073408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536153.199423:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583073408:12345-0@lo:400:kworker.0 Request processed in 71us (2058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536153.199429:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1788536153.199562:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583073408:0@lo:400:kworker.0 00000100:00100000:1.0:1788536153.364254:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.364335:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573803776 00000100:00100000:2.0:1788536153.364351:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573803776 00000100:00100000:2.0:1788536153.364459:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 881 00000100:00100000:2.0:1788536153.364472:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+34:25197:x1875415573803776:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536153.364500:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.364531:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0602 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.364672:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.364691:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.364706:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536153.364750:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536153.364755:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536153.364786:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.364816:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f4ffe9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 36 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.364841:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 35 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.364852:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536153.364855:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536153.364859:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151f000, rc 0) 00000100:00100000:2.0:1788536153.365073:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+35:25197:x1875415573803776:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 603us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536153.365083:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 881 00000100:00100000:2.0:1788536153.369225:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.369325:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573803904 00000100:00100000:3.0:1788536153.369339:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573803904 00000100:00100000:3.0:1788536153.370019:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 882 00000100:00100000:3.0:1788536153.370036:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+86:25197:x1875415573803904:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536153.370065:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536153.370092:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f4fff7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0609 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.370279:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f4fffe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.370299:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f4fffe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.370314:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f4fffe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536153.370360:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536153.370364:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536153.370495:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f4fffe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.370717:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f4fff7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0609 expref: 88 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.370778:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f4fffe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0609 expref: 87 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.370788:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536153.370791:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536153.370795:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546400, rc 0) 00000100:00100000:3.0:1788536153.371839:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:25197:x1875415573803904:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1800us (2683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536153.371850:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 882 00000100:00100000:0.0:1788536153.379131:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.379260:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573804032 00000100:00100000:2.0:1788536153.379291:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573804032 00000100:00100000:2.0:1788536153.379412:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 883 00000100:00100000:2.0:1788536153.379426:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:25198:x1875415573804032:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788536153.386434:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:25198:x1875415573804032:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 6992us (7297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536153.386457:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 883 00000100:00100000:0.0:1788536153.412463:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.412696:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573804160 00000100:00100000:2.0:1788536153.412710:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573804160 00000100:00100000:2.0:1788536153.412785:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 884 00000100:00100000:2.0:1788536153.412798:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+87:25199:x1875415573804160:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536153.412822:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.412848:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50005 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0610 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.412948:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.412968:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.412982:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413045:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413053:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413061:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413155:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413327:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413335:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413341:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151ee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.413346:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413355:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413396:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536153.413399:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.413406:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413413:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5000c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413430:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413437:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413443:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413456:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.413460:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413466:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413475:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536153.413477:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.413480:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413485:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50013 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413528:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50005 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0610 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413622:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536153.413626:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.413631:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50005 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0610 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.413644:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151e400, rc 0) 00000100:00100000:2.0:1788536153.413732:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+87:25199:x1875415573804160:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 936us (1285us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536153.413741:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 884 00000100:00100000:3.0:1788536153.418474:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.419879:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573804416 00000100:00100000:2.0:1788536153.419921:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573804416 00000100:00100000:2.0:1788536153.420014:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 885 00000100:00100000:2.0:1788536153.420027:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:25199:x1875415573804416:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:2.0:1788536153.420104:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536153.420141:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f4fffe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0609 expref: 87 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.420195:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536153.420201:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536153.420298:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.420315:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 34 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.420325:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.420391:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 34 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.420410:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 34 pid: 6725 timeout: 631 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536153.420427:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583074176:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536153.420710:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536153.435680:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.435845:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573804544 00000100:00100000:3.0:1788536153.435858:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573804544 00010000:00010000:3.0:1788536153.435927:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 35 pid: 6725 timeout: 631 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536153.435980:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:3.0:1788536153.435992:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573804544:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536153.436010:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536153.436019:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 35 pid: 6725 timeout: 631 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.436036:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 35 pid: 6725 timeout: 631 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.436069:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536153.436094:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.436108:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.436118:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.436146:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536153.436227:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+35:2355:x1875415573804544:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 235us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536153.436235:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 275 00010000:00010000:2.0:1788536153.436587:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f4fff0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0602 expref: 34 pid: 6725 timeout: 631 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536153.436632:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583074176:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536153.436660:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.436671:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.436678:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.436711:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.436722:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.436731:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536153.439234:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 16384 00010000:00010000:3.0:1788536153.439255:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.439266:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.439274:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.439280:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536153.439285:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.439293:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.439311:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536153.439314:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.439332:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.439339:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f5001a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536153.439364:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000206485e9 reply state 000000006476e2e4 transno 4294967887 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536153.439390:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536153.440407:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+88:25199:x1875415573804416:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 20345us (21903us total) trans 4294967887 rc 0/0 00000100:00100000:3.0:1788536153.440418:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 885 00010000:00010000:2.0:1788536153.445947:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.445966:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.445974:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.445979:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.445985:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.446005:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.446023:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536153.446026:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.446030:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.446036:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50021 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536153.454015:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.456542:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573804672 00000100:00100000:2.0:1788536153.456560:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573804672 00000100:00100000:3.0:1788536153.456725:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 886 00000100:00100000:3.0:1788536153.456741:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+87:25200:x1875415573804672:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536153.456773:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536153.456812:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50028 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0617 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.456903:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5002f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.456920:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5002f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.456946:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5002f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536153.457243:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536153.457249:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536153.457277:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5002f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.457326:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50028 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0617 expref: 89 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.457363:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5002f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0617 expref: 88 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.457416:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536153.457420:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536153.457424:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:3.0:1788536153.457507:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+88:25200:x1875415573804672:12345-192.168.203.55@tcp:101:bash.0 Request processed in 769us (3505us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536153.457515:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 886 00000100:00100000:0.0:1788536153.460061:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536153.460276:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573804800 00000100:00100000:1.0:1788536153.460289:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573804800 00000100:00100000:1.0:1788536153.460422:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 887 00000100:00100000:1.0:1788536153.460433:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+88:25200:x1875415573804800:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536153.460454:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536153.460479:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50036 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b061e expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460544:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460560:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460572:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460588:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460606:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460634:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460727:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f5004b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460735:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f5004b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460742:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f5004b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536153.460768:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 16384 00000004:00200000:1.0:1788536153.460771:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536153.460968:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f5004b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460981:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460987:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460993:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.460998:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536153.461002:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461009:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461028:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:1.0:1788536153.461031:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536153.461035:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461041:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5003d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461055:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461061:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461066:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461071:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536153.461073:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461079:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461086:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8b1d457ffa00) 00010000:00010000:1.0:1788536153.461088:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536153.461091:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461098:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3a00/0x94dfe24b69f50044 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461143:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50036 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b061e expref: 90 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461157:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3c00/0x94dfe24b69f5004b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b061e expref: 89 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.461164:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:1.0:1788536153.461166:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788536153.461169:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3c00, rc 0) 00000100:00100000:1.0:1788536153.461243:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+89:25200:x1875415573804800:12345-192.168.203.55@tcp:101:bash.0 Request processed in 812us (1194us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536153.461251:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 887 00000100:00100000:1.0:1788536153.476936:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.480615:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573804928 00000100:00100000:3.0:1788536153.480708:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573804928 00000100:00100000:3.0:1788536153.480880:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 888 00000100:00100000:3.0:1788536153.480893:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:25200:x1875415573804928:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536153.480924:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536153.480955:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f50052 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0625 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.481054:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.481074:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.481089:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.483988:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484023:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484040:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484292:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484302:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484309:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484315:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536153.484319:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484328:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484342:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:3.0:1788536153.484345:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.484351:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484357:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50059 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484432:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484438:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484443:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484449:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536153.484452:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484458:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484465:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff8b1d59b6f500) 00010000:00010000:3.0:1788536153.484467:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.484469:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.484475:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50060 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.486776:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f50052 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0625 expref: 90 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.486802:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:3.0:1788536153.486805:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.486831:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f50052 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0625 expref: 90 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.486867:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546c00, rc 0) 00000100:00100000:3.0:1788536153.486981:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:25200:x1875415573804928:12345-192.168.203.55@tcp:101:bash.0 Request processed in 6082us (10051us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536153.486992:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 888 00000100:00100000:3.0:1788536153.510681:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536153.511297:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573805056 00000100:00100000:0.0:1788536153.511331:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573805056 00000100:00100000:0.0:1788536153.511453:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 889 00000100:00100000:0.0:1788536153.511466:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+34:25201:x1875415573805056:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536153.511493:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536153.511531:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f50067 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b062c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536153.511626:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536153.511832:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536153.511849:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536153.511896:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536153.511901:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536153.511925:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536153.512050:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f50067 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 36 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536153.512073:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 35 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536153.512084:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:0.0:1788536153.512087:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536153.512091:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:0.0:1788536153.513912:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+35:25201:x1875415573805056:12345-192.168.203.55@tcp:101:rm.0 Request processed in 2437us (3235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536153.513925:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 889 00000100:00100000:1.0:1788536153.537246:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.537548:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573805184 00000100:00100000:2.0:1788536153.537562:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573805184 00000100:00100000:2.0:1788536153.537651:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 890 00000100:00100000:2.0:1788536153.537663:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+35:25201:x1875415573805184:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536153.537692:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.537718:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50075 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0633 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.537817:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.537838:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.537853:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.537895:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.537903:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.537910:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538041:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5008a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538050:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5008a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538057:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5008a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536153.538092:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 16384 00000004:00200000:2.0:1788536153.538097:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536153.538120:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5008a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538136:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538144:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538150:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538167:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151f000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.538172:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538181:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538195:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:2.0:1788536153.538199:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.538205:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538212:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f5007c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538230:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538236:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538243:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538248:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.538251:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538257:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538275:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536153.538278:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.538281:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538288:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f50083 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538330:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50075 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0633 expref: 37 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538348:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ee00/0x94dfe24b69f5008a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0633 expref: 36 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.538356:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:2.0:1788536153.538359:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536153.538362:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151ee00, rc 0) 00000100:00100000:2.0:1788536153.538550:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:25201:x1875415573805184:12345-192.168.203.55@tcp:101:rm.0 Request processed in 888us (1318us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536153.538558:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 890 00000100:00100000:1.0:1788536153.554113:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.554276:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573805312 00000100:00100000:3.0:1788536153.554290:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573805312 00000100:00100000:3.0:1788536153.554411:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 891 00000100:00100000:3.0:1788536153.554423:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:25201:x1875415573805312:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536153.554449:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536153.554475:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f50091 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b063a expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554565:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554584:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554606:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554623:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554629:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554667:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554735:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554742:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554750:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554756:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536153.554761:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554768:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554782:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:3.0:1788536153.554786:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.554792:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554799:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50098 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554831:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554838:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554852:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554857:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536153.554860:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554867:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554876:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff8b1d59b6f500) 00010000:00010000:3.0:1788536153.554878:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.554882:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554888:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f5009f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554931:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f50091 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b063a expref: 37 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554943:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:3.0:1788536153.554945:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.554949:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f50091 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b063a expref: 37 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.554960:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546c00, rc 0) 00000100:00100000:3.0:1788536153.555111:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:25201:x1875415573805312:12345-192.168.203.55@tcp:101:rm.0 Request processed in 689us (1015us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536153.555129:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 891 00000100:00100000:0.0:1788536153.559467:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.559658:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573805440 00000100:00100000:3.0:1788536153.559674:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573805440 00000100:00100000:3.0:1788536153.560478:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 892 00000100:00100000:3.0:1788536153.560495:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:25201:x1875415573805440:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536153.560525:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536153.560554:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f500a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0641 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560659:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560678:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560692:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560709:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560717:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560724:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560795:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560828:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560836:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560842:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536153.560847:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560856:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560870:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:3.0:1788536153.560874:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.560879:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560886:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500ad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560921:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560927:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560941:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560948:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536153.560958:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.560965:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.561119:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff8b1d59b6f900) 00010000:00010000:3.0:1788536153.561124:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.561128:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.561135:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500b4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.561184:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f500a6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0641 expref: 37 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.561196:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:3.0:1788536153.561198:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.561202:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f500a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0641 expref: 37 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.561213:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546000, rc 0) 00000100:00100000:3.0:1788536153.561300:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:25201:x1875415573805440:12345-192.168.203.55@tcp:101:rm.0 Request processed in 811us (1849us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536153.561309:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 892 00000100:00100000:1.0:1788536153.583847:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.583954:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573805568 00000100:00100000:2.0:1788536153.583967:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573805568 00000100:00100000:2.0:1788536153.584038:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 893 00000100:00100000:2.0:1788536153.584049:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:25202:x1875415573805568:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536153.584073:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.584098:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f500bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0648 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584199:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584218:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584232:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584249:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584257:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584264:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584328:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584336:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584343:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584349:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.584354:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584408:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584423:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:2.0:1788536153.584426:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.584433:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584440:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f500c2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584455:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584461:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584467:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584472:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151f000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.584475:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584480:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584486:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536153.584488:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.584491:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584505:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f500c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584543:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f500bb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0648 expref: 37 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584553:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:2.0:1788536153.584556:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.584559:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f500bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0648 expref: 37 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.584569:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151e400, rc 0) 00000100:00100000:2.0:1788536153.585883:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+36:25202:x1875415573805568:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1824us (2038us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536153.585895:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 893 00000100:00100000:1.0:1788536153.593742:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.594081:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573805696 00000100:00100000:2.0:1788536153.594095:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573805696 00000100:00100000:2.0:1788536153.594175:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 894 00000100:00100000:2.0:1788536153.594187:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:25202:x1875415573805696:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536153.594214:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.594244:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f500d0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b064f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594350:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594410:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594450:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594470:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594478:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594486:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594566:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594573:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594580:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594586:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.594591:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594609:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594623:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:2.0:1788536153.594626:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.594632:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594653:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f500d7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594670:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594676:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594681:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594685:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.594688:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594694:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594701:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536153.594703:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.594706:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594711:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f500de lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594750:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f500d0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b064f expref: 37 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594771:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:2.0:1788536153.594773:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.594777:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f500d0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b064f expref: 37 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.594788:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151ec00, rc 0) 00000100:00100000:2.0:1788536153.594861:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:25202:x1875415573805696:12345-192.168.203.55@tcp:101:cp.0 Request processed in 677us (1134us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536153.594870:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 894 00000100:00100000:0.0:1788536153.599093:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.599230:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573805952 00000100:00100000:3.0:1788536153.599243:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573805952 00000100:00100000:3.0:1788536153.599321:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 895 00000100:00100000:3.0:1788536153.599334:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:25202:x1875415573805952:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536153.599399:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536153.599426:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f500e5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0656 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.599582:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.599609:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.599622:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.599639:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.599655:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.599662:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536153.600586:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x14:0x0], index 1: 0 00010000:00010000:3.0:1788536153.600824:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f500fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600838:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f500fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600847:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f500fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600903:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600911:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600919:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600925:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536153.600930:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600937:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600953:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:3.0:1788536153.600956:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536153.600962:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.600968:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f500ec lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536153.601553:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000008d8074fd reply state 0000000082d6882b transno 4294967888 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536153.601564:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536153.601775:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f500e5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0656 expref: 39 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.601798:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546c00/0x94dfe24b69f500fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0656 expref: 38 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.601805:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:2.0:1788536153.601808:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536153.601810:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546c00, rc 0) 00000100:00100000:2.0:1788536153.601899:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+39:25202:x1875415573805952:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2568us (2820us total) trans 4294967888 rc 0/0 00000100:00100000:2.0:1788536153.601910:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 895 00000100:00100000:0.0:1788536153.608096:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.608469:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573806080 00000100:00100000:3.0:1788536153.608482:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573806080 00000100:00100000:3.0:1788536153.608549:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 220 00000100:00100000:3.0:1788536153.608576:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573806080:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536153.608611:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536153.608637:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b065d expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536153.608680:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788536153.608705:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=531s v=(0 0) 00010000:00010000:3.0:1788536153.608710:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536153.608722:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.608742:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.608757:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546800, rc 0) 00000100:00100000:3.0:1788536153.608840:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573806080:12345-192.168.203.55@tcp:101:cp.0 Request processed in 264us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536153.608848:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 220 00010000:00010000:1.0:1788536153.609124:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.609146:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.609214:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.609222:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536153.609227:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.609245:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.609260:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff8b1d59b6f900) 00010000:00010000:1.0:1788536153.609263:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536153.609268:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.609275:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f500f3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536153.613193:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.615874:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573806208 00000100:00100000:2.0:1788536153.615899:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573806208 00000100:00100000:2.0:1788536153.616213:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 221 00000100:00100000:2.0:1788536153.616228:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:25202:x1875415573806208:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536153.616271:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.616297:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0664 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.616341:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.616353:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536153.616358:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536153.616364:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.616431:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.616449:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 11 pid: 9635 timeout: 631 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536153.616466:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583074304:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536153.616609:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536153.625766:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536153.626213:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573806336 00000100:00100000:1.0:1788536153.626227:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573806336 00010000:00010000:1.0:1788536153.626281:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 12 pid: 9635 timeout: 631 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536153.626334:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 276 00000100:00100000:1.0:1788536153.626345:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573806336:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536153.626364:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536153.626434:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 12 pid: 9635 timeout: 631 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.626452:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 12 pid: 9635 timeout: 631 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.626487:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536153.626493:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536153.626519:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.626537:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536153.626589:0:11659:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536153.626614:0:11659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11659:1875415583074432:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536153.626819:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000656ea204/0x94dfe24b69f50108 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b065d expref: 12 pid: 9635 timeout: 631 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536153.626838:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583074304:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536153.626886:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536153.626898:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:1.0:1788536153.626969:0:11659:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536153.627742:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:25202:x1875415573806208:12345-192.168.203.55@tcp:101:cp.0 Request processed in 11513us (14561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536153.627753:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 221 00000100:00100000:1.0:1788536153.632529:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536153.632540:0:11659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11659:1875415583074432:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536153.632573:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536153.632659:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573806336:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 6315us (6908us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536153.632673:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 276 00000100:00100000:2.0:1788536153.632773:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573806592 00000100:00100000:2.0:1788536153.632783:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573806592 00000100:00100000:2.0:1788536153.632841:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 184 00000100:00100000:2.0:1788536153.632851:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+38:25202:x1875415573806592:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536153.633691:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+39:25202:x1875415573806592:12345-192.168.203.55@tcp:35:cp.0 Request processed in 836us (1174us total) trans 4294967889 rc 0/0 00000100:00100000:2.0:1788536153.633718:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 184 00000040:00080000:0.0:1788536153.643729:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536153.643741:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536153.654109:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 2 00000040:00080000:1.0:1788536153.654134:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536153.668908:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.669289:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573806720 00000100:00100000:2.0:1788536153.669305:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573806720 00000100:00100000:2.0:1788536153.669413:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 896 00000100:00100000:2.0:1788536153.669426:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+89:25205:x1875415573806720:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536153.669453:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.669480:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50116 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b066b expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669573:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669604:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669619:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669638:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669645:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669652:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669763:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f5012b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669793:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f5012b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669801:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f5012b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536153.669843:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:2.0:1788536153.669849:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536153.669872:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f5012b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669887:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f5012b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669898:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669906:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669913:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669920:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.669925:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669947:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.669962:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:2.0:1788536153.670083:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.670091:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670099:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5011d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670119:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670125:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670132:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670138:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151ec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536153.670141:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670146:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670155:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536153.670157:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536153.670160:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670166:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50124 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670204:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50116 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b066b expref: 91 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670227:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f5012b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b066b expref: 90 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.670236:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:2.0:1788536153.670239:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536153.670242:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151e400, rc 0) 00000100:00100000:2.0:1788536153.670336:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+90:25205:x1875415573806720:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 912us (1445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536153.670346:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 896 00000100:00100000:0.0:1788536153.683024:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.683345:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573806848 00000100:00100000:3.0:1788536153.683358:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573806848 00000100:00100000:3.0:1788536153.684415:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 222 00000100:00100000:3.0:1788536153.684430:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2353:x1875415573806848:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536153.684454:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536153.684480:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008ba0bf85/0x94dfe24b69f50132 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0672 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536153.684583:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583074560:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536153.684727:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d42ad1a80 going to sleep for 11 seconds 00002000:00010000:2.0:1788536153.688569:0:6666:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536153.688583:0:6666:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb mtime: 0 -> 1788536153 00002000:00010000:2.0:1788536153.688586:0:6666:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb atime: 0 -> 1788536153 00002000:00010000:2.0:1788536153.688589:0:6666:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x14:0x0] updating lvb ctime: 0 -> 1788536153 00000100:00100000:2.0:1788536153.688632:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583074560:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536153.688684:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008ba0bf85/0x94dfe24b69f50132 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0672 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.688716:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008ba0bf85/0x94dfe24b69f50132 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0672 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.688730:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547800, rc 0) 00000100:00100000:2.0:1788536153.688800:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2353:x1875415573806848:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4374us (5790us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536153.688811:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 222 00000100:00100000:1.0:1788536153.698648:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.698914:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573806976 00000100:00100000:2.0:1788536153.698927:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573806976 00000100:00100000:2.0:1788536153.699008:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 897 00000100:00100000:2.0:1788536153.699021:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+90:25205:x1875415573806976:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536153.699051:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.699083:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50139 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0679 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.699341:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f50140 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.699360:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f50140 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.699429:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f50140 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536153.699472:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3a:0x0]: returning size 16384 00000004:00200000:2.0:1788536153.699477:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536153.699498:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f50140 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.699531:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151ec00/0x94dfe24b69f50139 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0679 expref: 92 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.699555:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151f000/0x94dfe24b69f50140 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0679 expref: 91 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.699565:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:2.0:1788536153.699568:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536153.699591:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151f000, rc 0) 00000100:00100000:2.0:1788536153.699687:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+91:25205:x1875415573806976:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 669us (1055us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536153.699696:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 897 00000100:00100000:0.0:1788536153.708362:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536153.708544:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573807104 00000100:00100000:1.0:1788536153.708556:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573807104 00000100:00100000:2.0:1788536153.708657:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 223 00000100:00100000:2.0:1788536153.708672:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573807104:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536153.708696:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536153.708719:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002844bad/0x94dfe24b69f50147 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0680 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536153.708789:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583074816:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536153.708893:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536153.709066:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583074688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536153.709112:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536153.710285:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583074688 00000100:00100000:1.0:1788536153.710299:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583074688 00000100:00100000:1.0:1788536153.710362:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1788536153.710405:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583074688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536153.710450:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 69664768 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536153.710532:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583074688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 160us (1417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536153.710539:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788536153.710657:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583074688:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536153.712034:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583074816:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536153.712082:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002844bad/0x94dfe24b69f50147 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0680 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.712111:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002844bad/0x94dfe24b69f50147 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0680 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536153.712140:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151ec00, rc 0) 00000100:00100000:2.0:1788536153.712211:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573807104:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3542us (3864us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536153.712221:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 223 00000100:00100000:2.0:1788536153.722700:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536153.722811:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573807360 00000100:00100000:3.0:1788536153.722824:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573807360 00000100:00100000:3.0:1788536153.723054:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 35 00000100:00100000:3.0:1788536153.723067:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+91:25205:x1875415573807360:12345-192.168.203.55@tcp:103:lfs.0 00010000:00010000:3.0:1788536153.723087:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536153.723121:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f5012b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b066b expref: 91 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536153.723149:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:3.0:1788536153.723223:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536153.723305:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+90:25205:x1875415573807360:12345-192.168.203.55@tcp:103:lfs.0 Request processed in 240us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536153.723314:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 35 00000100:00100000:0.0:1788536153.735551:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536153.736014:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573807488 00000100:00100000:2.0:1788536153.736048:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573807488 00000100:00100000:2.0:1788536153.736140:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 898 00000100:00100000:2.0:1788536153.736152:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+90:25205:x1875415573807488:12345-192.168.203.55@tcp:58:lfs.0 00000100:00100000:2.0:1788536153.736664:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+90:25205:x1875415573807488:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 514us (1127us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536153.736674:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 898 00010000:00010000:0.0:1788536154.029818:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536154.667806:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536154.667824:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536154.669322:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1788536154.669347:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1788536154.880336:0:18435:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536154.880349:0:18435:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536154.880509:0:18435:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 2 00000040:00080000:2.0:1788536154.880516:0:18435:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536154.949809:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536154.950776:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573807616 00000100:00100000:1.0:1788536154.950793:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573807616 00000100:00100000:1.0:1788536154.950895:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 899 00000100:00100000:1.0:1788536154.950912:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+90:25215:x1875415573807616:12345-192.168.203.55@tcp:101:lfs.0 00000100:00080000:3.0:1788536154.950928:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536154.950932:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536154.950954:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f5014e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0687 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951017:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951031:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951045:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951072:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951079:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951086:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951169:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f50163 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951194:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f50163 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951201:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f50163 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536154.951231:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00000004:00200000:1.0:1788536154.951727:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536154.951754:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f50163 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951768:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f50163 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951778:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951785:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951792:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951798:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536154.951802:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951810:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951832:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0x0 (ffff8b1d457ff000) 00010000:00010000:1.0:1788536154.951844:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536154.951850:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951858:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50155 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951872:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951879:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951886:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951891:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536154.951894:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951900:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951907:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3a:0x0].0xbc70ccd9 (ffff8b1d457ffa00) 00010000:00010000:1.0:1788536154.951910:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536154.951913:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951919:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5015c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3a:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951955:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f5014e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0687 expref: 92 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951976:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f50163 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0687 expref: 91 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.951984:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536154.951986:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536154.951989:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2e00, rc 0) 00000100:00100000:1.0:1788536154.952070:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+91:25215:x1875415573807616:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1165us (2276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536154.952079:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 899 00000100:00100000:3.0:1788536154.955069:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536154.955150:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573807744 00000100:00100000:1.0:1788536154.955161:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573807744 00000100:00100000:1.0:1788536154.955235:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 224 00000100:00100000:1.0:1788536154.955245:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573807744:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536154.955263:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536154.955280:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cd6d6ecb/0x94dfe24b69f5016a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b068e expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536154.955347:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583074944:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536154.955455:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549cc0 going to sleep for 11 seconds 00000100:00080000:3.0:1788536154.955610:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536154.957158:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435ca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583074944:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536154.957192:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cd6d6ecb/0x94dfe24b69f5016a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b068e expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.957216:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cd6d6ecb/0x94dfe24b69f5016a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b068e expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536154.957239:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2000, rc 0) 00000100:00100000:1.0:1788536154.957335:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573807744:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2091us (2275us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536154.957345:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 224 00000100:00100000:2.0:1788536154.975916:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536154.976708:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573807872 00000100:00100000:3.0:1788536154.976719:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573807872 00000100:00100000:3.0:1788536154.976781:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 225 00000100:00100000:3.0:1788536154.976793:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2353:x1875415573807872:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536154.976810:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536154.976829:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50171 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0695 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536154.977089:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583075072:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536154.977173:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b6b3840 going to sleep for 11 seconds 00000100:00100000:3.0:1788536154.989719:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583075072:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536154.989775:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50171 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0695 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.989804:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50171 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0695 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536154.989818:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536154.990419:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2353:x1875415573807872:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 13627us (14510us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536154.990428:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 225 00000100:00100000:3.0:1788536155.003232:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.003322:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573808128 00000100:00100000:1.0:1788536155.003333:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573808128 00000100:00100000:1.0:1788536155.003424:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 900 00000100:00100000:1.0:1788536155.003435:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:25215:x1875415573808128:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:1.0:1788536155.004087:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:1.0:1788536155.004259:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:25215:x1875415573808128:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 824us (1034us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536155.004270:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 900 00010000:00010000:2.0:1788536155.051848:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536155.250797:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583075200:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536155.250867:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536155.250953:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583075200 00000100:00100000:1.0:1788536155.250961:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583075200 00000100:00100000:1.0:1788536155.251015:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788536155.251024:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583075200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536155.251056:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 73203712 pending 0 free 3852468224 avail 3850371072 00000004:00080000:3.0:1788536155.251935:0:6724:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 533479563614ns, next at 534479561061ns, rc = 0 00000100:00080000:3.0:1788536155.251981:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536155.252884:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583075200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1855us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536155.252896:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788536155.252930:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583075200:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788536155.693521:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536155.693530:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536155.693570:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 3 00000040:00080000:1.0:1788536155.693578:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536155.693969:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435ca680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583075328:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536155.694093:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549780 going to sleep for 11 seconds 00000100:00100000:1.0:1788536155.698598:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435ca680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583075328:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536155.706131:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.706220:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573808256 00000100:00100000:1.0:1788536155.706230:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573808256 00000100:00080000:3.0:1788536155.706297:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536155.706364:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 901 00000100:00100000:1.0:1788536155.706407:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:25225:x1875415573808256:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536155.706455:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536155.706548:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:25225:x1875415573808256:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 144us (425us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536155.706556:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 901 00000100:00100000:3.0:1788536155.712449:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.712836:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573808512 00000100:00100000:1.0:1788536155.712848:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573808512 00000100:00100000:1.0:1788536155.712959:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 902 00000100:00100000:1.0:1788536155.712970:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+39:25225:x1875415573808512:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536155.712989:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536155.713008:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50178 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b069c expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.713106:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5017f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.713119:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5017f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.713130:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5017f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536155.713140:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x17:0x0]: returning size 158 00010000:00010000:1.0:1788536155.713275:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50178 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b069c expref: 42 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.713299:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5017f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b069c expref: 41 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.713309:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536155.713312:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536155.713316:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2200, rc 0) 00000100:00100000:1.0:1788536155.713430:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:25225:x1875415573808512:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 461us (1075us total) trans 4294967890 rc 0/0 00000100:00100000:1.0:1788536155.713438:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 902 00000100:00100000:3.0:1788536155.718895:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536155.718978:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536155.719007:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573808768 00000100:00100000:3.0:1788536155.719017:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573808768 00000100:00100000:3.0:1788536155.719099:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 36 00000100:00100000:3.0:1788536155.719110:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+41:2355:x1875415573808768:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536155.719142:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536155.719169:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5017f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b069c expref: 41 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.719186:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:3.0:1788536155.719191:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536155.719242:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:2355:x1875415573808768:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 135us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536155.719260:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 36 00000100:00100000:0.0:1788536155.719731:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573808640 00000100:00100000:0.0:1788536155.719737:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573808640 00000100:00100000:0.0:1788536155.719781:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 226 00000100:00100000:0.0:1788536155.719790:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573808640:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536155.719825:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.719845:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.719853:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x14:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788536155.719857:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536155.719862:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 4/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.719893:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.719914:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 10 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536155.719929:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583075456:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536155.719977:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6780 going to sleep for 11 seconds 00000100:00080000:2.0:1788536155.721767:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536155.725894:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.726153:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573808896 00000100:00100000:1.0:1788536155.726163:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573808896 00002000:00100000:1.0:1788536155.726213:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff8b1c430f0700 x1875415573808896/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:56/0 lens 648/0 e 0 to 0 dl 1788536166 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536155.726224:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f0700 with x1875415573808896 ext(0->157) 00010000:00010000:1.0:1788536155.726234:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 11 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.726253:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 11 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536155.726262:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c430f0700 00000100:00100000:1.0:1788536155.726293:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 7 00000100:00100000:1.0:1788536155.726303:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573808896:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:0.0:1788536155.726306:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583075456:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536155.726336:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536155.727037:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573808896:12345-192.168.203.55@tcp:4:cp.0 Request processed in 723us (1142us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1788536155.727046:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 7 00002000:00100000:0.0:1788536155.727054:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x14:0x0] (0->157) req@ffff8b1c430f0700 x1875415573808896/t4294967350(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:56/0 lens 648/448 e 0 to 0 dl 1788536166 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536155.727063:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f0700 with x1875415573808896 ext(0->157) 00010000:00010000:0.0:1788536155.727071:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 13 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.727084:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 13 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536155.727092:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c430f0700 00000100:00100000:0.0:1788536155.742801:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.743141:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573809024 00000100:00100000:1.0:1788536155.743152:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573809024 00010000:00010000:1.0:1788536155.743190:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 13 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536155.743239:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 277 00000100:00100000:1.0:1788536155.743249:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ec450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2353:x1875415573809024:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536155.743265:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536155.743288:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 13 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.743302:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 13 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.743324:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f5010f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0664 expref: 13 pid: 6667 timeout: 633 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.743342:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536155.743346:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536155.743353:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.743362:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.743435:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536155.743490:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ec450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415573809024:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 241us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536155.743497:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 277 00010000:00010000:0.0:1788536155.747985:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.748008:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.748064:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.748075:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.748083:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.748089:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536155.748094:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.748102:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.748122:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536155.748129:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006418fe0a/0x94dfe24b69f5018d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536155.748274:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573808640:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 28480us (29384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536155.748285:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 226 00000100:00100000:0.0:1788536155.751782:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.751861:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573809280 00000100:00100000:1.0:1788536155.751871:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573809280 00000100:00100000:1.0:1788536155.751931:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 903 00000100:00100000:1.0:1788536155.751941:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:25225:x1875415573809280:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536155.752070:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:25225:x1875415573809280:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 130us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536155.752079:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 903 00000100:00100000:3.0:1788536155.756312:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.756397:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573809408 00000100:00100000:1.0:1788536155.756408:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573809408 00000100:00100000:1.0:1788536155.756465:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 227 00000100:00100000:1.0:1788536155.756480:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573809408:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536155.756497:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536155.756518:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031c0721a/0x94dfe24b69f50194 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06a3 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536155.756546:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x14:0x0] initial LVB size: 158, mtime: 0x6a9ae559, atime: 0x0, ctime: 0x6a9ae559, blocks: 0x1 00010000:00010000:1.0:1788536155.756564:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=533s v=(0 0) 00010000:00010000:1.0:1788536155.756567:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536155.756576:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031c0721a/0x94dfe24b69f50194 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06a3 expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.756606:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000031c0721a/0x94dfe24b69f50194 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06a3 expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.756644:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2800, rc 0) 00000100:00100000:1.0:1788536155.756692:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573809408:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 218us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536155.756699:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 227 00000100:00100000:3.0:1788536155.772537:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536155.772573:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573809664 00000100:00100000:3.0:1788536155.772595:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573809664 00000100:00100000:3.0:1788536155.772655:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 904 00000100:00100000:3.0:1788536155.772667:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:25225:x1875415573809664:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536155.772980:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:25225:x1875415573809664:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 314us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536155.772989:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 904 00000100:00100000:3.0:1788536155.778238:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536155.778452:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573809792 00000100:00100000:2.0:1788536155.778462:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573809792 00002000:00100000:2.0:1788536155.778526:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff8b1c430f1880 x1875415573809792/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:56/0 lens 488/0 e 0 to 0 dl 1788536166 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536155.778538:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f1880 with x1875415573809792 ext(0->4095) 00002000:00010000:2.0:1788536155.778544:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c430f1880 00000100:00100000:2.0:1788536155.778592:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 86 00000100:00100000:2.0:1788536155.778604:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573809792:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788536155.778794:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573809792:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 192us (563us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788536155.778802:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 86 00002000:00100000:2.0:1788536155.778809:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x14:0x0] (0->4095) req@ffff8b1c430f1880 x1875415573809792/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:56/0 lens 488/4536 e 0 to 0 dl 1788536166 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536155.778823:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f1880 with x1875415573809792 ext(0->4095) 00002000:00010000:2.0:1788536155.778827:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c430f1880 00000100:00100000:0.0:1788536155.791254:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.791355:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573809920 00000100:00100000:1.0:1788536155.791366:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573809920 00000100:00100000:1.0:1788536155.791442:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 905 00000100:00100000:1.0:1788536155.791453:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+40:25225:x1875415573809920:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536155.791474:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536155.791496:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5019b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06aa expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.791529:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.791544:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.791557:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.794656:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5019b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 42 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.794684:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 41 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.794716:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:1.0:1788536155.794719:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536155.794722:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2200, rc 0) 00000100:00100000:1.0:1788536155.794897:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:25225:x1875415573809920:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3336us (3543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536155.794907:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 905 00000100:00100000:3.0:1788536155.808518:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536155.812110:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573810048 00000100:00100000:2.0:1788536155.812128:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573810048 00000100:00100000:2.0:1788536155.812203:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 906 00000100:00100000:2.0:1788536155.812214:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+41:25225:x1875415573810048:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536155.812253:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536155.812411:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+41:25225:x1875415573810048:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 197us (3902us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536155.812419:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 906 00000100:00100000:3.0:1788536155.817634:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536155.817676:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573810176 00000100:00100000:3.0:1788536155.817732:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573810176 00000100:00100000:3.0:1788536155.817798:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 228 00000100:00100000:3.0:1788536155.817809:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573810176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536155.817863:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.817880:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536155.817884:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536155.817891:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.817907:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.817938:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.817947:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.817955:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.817962:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536155.817967:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.817975:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.818003:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.818012:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f501a9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536155.818082:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573810176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 274us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536155.818091:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 228 00000100:00100000:3.0:1788536155.823994:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536155.824031:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573810432 00000100:00100000:3.0:1788536155.824041:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573810432 00000100:00100000:3.0:1788536155.824105:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 907 00000100:00100000:3.0:1788536155.824116:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:25225:x1875415573810432:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536155.824196:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.824214:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 41 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.824223:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.824260:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 41 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.824289:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 41 pid: 5825 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536155.824304:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583075584:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536155.824405:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d411ca3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536155.827029:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.827286:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583075584:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536155.827312:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536155.827403:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573810560 00000100:00100000:2.0:1788536155.827411:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573810560 00010000:00010000:2.0:1788536155.827445:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 42 pid: 5825 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536155.827478:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 278 00000100:00100000:2.0:1788536155.830930:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:2354:x1875415573810560:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536155.830954:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536155.830967:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 42 pid: 5825 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536155.830983:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 42 pid: 5825 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536155.831007:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f501a2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06aa expref: 42 pid: 5825 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536155.831034:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:2.0:1788536155.831039:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536155.831048:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536155.831056:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536155.831095:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536155.831155:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:2354:x1875415573810560:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 247us (4134us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536155.831163:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 278 00010000:00010000:3.0:1788536155.831537:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.831548:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.831909:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.831918:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.831925:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.831931:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536155.831935:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.831943:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.831954:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:3.0:1788536155.831964:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536155.831968:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.831974:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f501b0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536155.832142:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:25225:x1875415573810432:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 8025us (8156us total) trans 4294967891 rc 0/0 00000100:00100000:3.0:1788536155.832150:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 907 00000040:00080000:2.0:1788536155.833546:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536155.833553:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536155.834153:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788536155.834163:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536155.835441:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536155.835536:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573810816 00000100:00100000:2.0:1788536155.835545:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573810816 00000100:00100000:2.0:1788536155.835609:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 185 00000100:00100000:2.0:1788536155.835618:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:25225:x1875415573810816:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536155.835912:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:25225:x1875415573810816:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 294us (480us total) trans 4294967892 rc 0/0 00000100:00100000:2.0:1788536155.835920:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 185 00000001:00080000:1.0:1788536155.860253:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967882 is committed 00000001:00080000:1.0:1788536155.860265:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967890 is committed 00000020:00080000:1.0:1788536155.860274:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00000020:00080000:2.0:1788536155.860303:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:2.0:1788536155.860313:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000001:00080000:1.0:1788536155.860613:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967886 is committed 00000004:00080000:1.0:1788536155.860622:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000004:00080000:1.0:1788536155.860670:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000100:00100000:0.0:1788536155.863212:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536155.863235:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583075712:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788536155.863312:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536155.864910:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583075712 00000100:00100000:3.0:1788536155.864924:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583075712 00000100:00100000:3.0:1788536155.864982:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1788536155.864992:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583075712:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788536155.865026:0:6668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:17 count 1 00010000:00010000:3.0:1788536155.865052:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.865075:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.865084:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=11s v=(0 0) 00010000:00010000:3.0:1788536155.865089:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536155.865094:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.865127:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536155.865160:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 11 pid: 6667 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536155.865174:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583075840:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536155.865260:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d411ca840 going to sleep for 11 seconds 00000001:00080000:1.0:1788536155.868186:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967887 is committed 00000100:00100000:3.0:1788536155.868439:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583075840:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536155.868465:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536155.869706:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536155.869782:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573810944 00000100:00100000:1.0:1788536155.869790:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573810944 00010000:00010000:1.0:1788536155.869845:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 12 pid: 6667 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536155.869889:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 279 00000100:00100000:1.0:1788536155.869898:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573810944:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536155.869913:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536155.869919:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 12 pid: 6667 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.869947:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 12 pid: 6667 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.869973:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f4ff64 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b05df expref: 12 pid: 6667 timeout: 634 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.869997:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536155.870002:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536155.870008:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.870019:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.870045:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536155.870093:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573810944:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 196us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536155.870103:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 279 00010000:00010000:1.0:1788536155.870183:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.870193:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.870204:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.870217:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.870234:0:6668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536155.870945:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583075712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5951us (7629us total) trans 4294967341 rc 0/0 00000100:00100000:1.0:1788536155.870954:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00010000:00010000:1.0:1788536155.870980:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536155.870986:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.870994:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536155.870999:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.871008:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.871023:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.871031:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f501b7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536155.871051:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536155.871060:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536155.871062:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788536155.871100:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c42dd5880/2, rc 0, transno 4294967341 00000100:00100000:1.0:1788536155.871107:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583075712:0@lo:6:osp-syn-0-0.0 00000100:00080000:2.0:1788536155.871341:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788536155.974767:0:18487:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536155.974777:0:18487:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536155.974832:0:18487:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 3 00000040:00080000:1.0:1788536155.974839:0:18487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536156.071146:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536156.071832:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573811072 00000100:00100000:2.0:1788536156.071848:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573811072 00000100:00100000:2.0:1788536156.072096:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 230 00000100:00100000:2.0:1788536156.072109:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2353:x1875415573811072:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536156.072135:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536156.072160:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002844bad/0x94dfe24b69f501be lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06b1 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536156.072194:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536156.072200:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536156.072211:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002844bad/0x94dfe24b69f501be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06b1 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536156.072235:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000002844bad/0x94dfe24b69f501be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06b1 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536156.072253:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151ec00, rc 0) 00000100:00100000:2.0:1788536156.072334:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573811072:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 228us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536156.072342:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 230 00000100:00080000:1.0:1788536156.072960:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788536156.080573:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536156.084507:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536156.085000:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573811328 00000100:00100000:2.0:1788536156.085017:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573811328 00000100:00100000:2.0:1788536156.085132:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 37 00000100:00100000:2.0:1788536156.085146:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+84:25226:x1875415573811328:12345-192.168.203.55@tcp:103:lfs.0 00010000:00010000:2.0:1788536156.085189:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536156.085223:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f50163 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0687 expref: 84 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536156.085251:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x17:0x0].0x0 (ffff8b1d59b6f500) 00010000:00010000:2.0:1788536156.085258:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536156.085332:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+83:25226:x1875415573811328:12345-192.168.203.55@tcp:103:lfs.0 Request processed in 189us (850us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536156.085339:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 37 00000100:00080000:1.0:1788536156.086051:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536156.088639:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536156.088772:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573811456 00000100:00100000:1.0:1788536156.088786:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573811456 00000100:00100000:1.0:1788536156.088870:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 908 00000100:00100000:1.0:1788536156.088882:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:25226:x1875415573811456:12345-192.168.203.55@tcp:58:lfs.0 00000100:00100000:1.0:1788536156.089069:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:25226:x1875415573811456:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 188us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536156.089076:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 908 00000040:00080000:2.0:1788536156.844788:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536156.844802:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536156.845289:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788536156.845299:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536157.100516:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536157.267104:0:18538:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536157.267119:0:18538:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536157.267177:0:18538:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 3 00000040:00080000:3.0:1788536157.267186:0:18538:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536157.410110:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536157.410151:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536157.410172:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536157.410190:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573811584 00000100:00100000:1.0:1788536157.410195:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536157.410205:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573811584 00000100:00100000:1.0:1788536157.410212:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536157.410235:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536157.410261:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536157.410280:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 542 00000100:00100000:1.0:1788536157.410289:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573812096 00000100:00100000:2.0:1788536157.410295:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573811584:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536157.410303:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573812096 00000100:00100000:1.0:1788536157.410346:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 347 00000100:00100000:1.0:1788536157.410357:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573812096:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536157.410414:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573811584:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 122us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536157.410424:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 542 00000100:00100000:1.0:1788536157.410436:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573812096:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 81us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536157.410443:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 347 00000100:00100000:1.0:1788536157.410459:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573811712 00000100:00100000:1.0:1788536157.410462:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573811712 00000100:00100000:2.0:1788536157.410564:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 348 00000100:00100000:2.0:1788536157.410582:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+83:2355:x1875415573811712:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536157.410762:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+83:2355:x1875415573811712:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 181us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536157.410771:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 348 00000100:00100000:2.0:1788536157.410809:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573811840 00000100:00100000:2.0:1788536157.410813:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573811840 00000100:00100000:3.0:1788536157.410816:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573812352 00000100:00100000:3.0:1788536157.410821:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573812352 00000100:00100000:3.0:1788536157.411003:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573811968 00000100:00100000:3.0:1788536157.411007:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573811968 00000100:00100000:2.0:1788536157.411277:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573812224 00000100:00100000:2.0:1788536157.411282:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573812224 00000100:00100000:2.0:1788536157.411306:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 335 00000100:00100000:2.0:1788536157.411313:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573812352:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536157.411347:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573812352:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 35us (1154us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536157.411354:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 335 00000100:00100000:2.0:1788536157.411389:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 336 00000100:00100000:2.0:1788536157.411396:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573811840:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536157.411422:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2355:x1875415573811840:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536157.411428:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 336 00000100:00100000:2.0:1788536157.411440:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 337 00000100:00100000:2.0:1788536157.411445:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573811968:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536157.411468:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573811968:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (1232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536157.411474:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 337 00000100:00100000:2.0:1788536157.411486:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00100000:2.0:1788536157.411492:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573812224:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536157.411515:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573812224:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536157.411521:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00080000:1.0:1788536157.412740:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536157.412750:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536157.412754:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1788536157.419865:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00010000:00010000:2.0:1788536158.130757:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536158.328114:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536158.328146:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583075968:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.328246:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536158.328347:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583075968 00000100:00100000:0.0:1788536158.328360:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583075968 00000100:00100000:0.0:1788536158.332854:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1788536158.332871:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583075968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.333006:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583075968:12345-0@lo:400:kworker.0 Request processed in 137us (4758us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536158.333014:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1788536158.333111:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583075968:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.333219:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583076096:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.333269:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536158.333348:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583076224:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.333396:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536158.333448:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583076096 00000100:00100000:0.0:1788536158.333456:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583076096 00000100:00100000:0.0:1788536158.333587:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583076224 00000100:00100000:0.0:1788536158.333592:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583076224 00000100:00100000:0.0:1788536158.333634:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1788536158.333642:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583076096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.333683:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583076096:12345-0@lo:400:kworker.0 Request processed in 42us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536158.333691:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1788536158.333707:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:0.0:1788536158.333716:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583076224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.333761:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583076224:12345-0@lo:400:kworker.0 Request processed in 47us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536158.333768:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:0.0:1788536158.333795:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536158.333821:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583076096:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.333862:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583076352:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.333892:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536158.334034:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583076224:0@lo:400:kworker.0 00000100:00100000:1.0:1788536158.334490:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583076480:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.334590:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583076352 00000100:00100000:0.0:1788536158.334598:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583076352 00000100:00100000:0.0:1788536158.334652:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1788536158.334660:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583076352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.334708:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583076352:12345-0@lo:400:kworker.0 Request processed in 50us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536158.334715:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1788536158.334748:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583076352:0@lo:400:kworker.0 00000100:00080000:0.0:1788536158.334783:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536158.334984:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536158.335085:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536158.335093:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583076608:0@lo:400:kworker.0 00000100:00100000:1.0:1788536158.335132:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536158.336642:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583076480 00000100:00100000:0.0:1788536158.336661:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583076480 00000100:00080000:1.0:1788536158.336749:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536158.336761:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1788536158.336775:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583076480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536158.336969:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583076608 00000100:00100000:2.0:1788536158.336974:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583076608 00000100:00100000:2.0:1788536158.337016:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1788536158.337023:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583076608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536158.337078:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583076608:12345-0@lo:400:kworker.0 Request processed in 56us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536158.337086:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:2.0:1788536158.337113:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536158.337150:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583076608:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.338624:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583076480:12345-0@lo:400:kworker.0 Request processed in 1840us (3632us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536158.338639:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1788536158.339470:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583076480:0@lo:400:kworker.0 00000100:00100000:0.0:1788536158.829070:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536158.829103:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583076736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536158.829194:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536158.829283:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583076736 00000100:00100000:0.0:1788536158.829293:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583076736 00000100:00100000:0.0:1788536158.829354:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788536158.829364:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583076736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536158.829432:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 71368704 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536158.829481:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583076736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536158.829488:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788536158.829548:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583076736:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536159.147788:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536160.174833:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536160.367049:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788536160.367078:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583076864:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536160.367163:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536160.367256:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583076864 00000100:00100000:2.0:1788536160.367268:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583076864 00000100:00100000:2.0:1788536160.367358:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788536160.367391:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583076864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536160.367438:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 73203712 pending 0 free 3852468224 avail 3850371072 00000100:00100000:2.0:1788536160.367492:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583076864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536160.367499:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00080000:2.0:1788536160.367525:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536160.367581:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583076864:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1788536160.953762:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967892 is committed 00000001:00080000:3.0:1788536160.966597:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00010000:00010000:1.0:1788536161.198768:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536162.219699:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536162.322475:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536162.322577:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573812480 00000100:00100000:0.0:1788536162.322596:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573812480 00000100:00100000:0.0:1788536162.322676:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 909 00000100:00100000:0.0:1788536162.322688:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:25198:x1875415573812480:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788536162.322793:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:25198:x1875415573812480:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 107us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536162.322818:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 909 00000100:00080000:2.0:1788536162.323054:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536162.521426:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536162.521470:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536162.521502:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536162.521543:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536162.521587:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536162.521621:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536162.521668:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573812864 00000100:00100000:1.0:1788536162.521678:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573812864 00000100:00100000:1.0:1788536162.521730:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573813120 00000100:00100000:1.0:1788536162.521734:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573813120 00000100:00100000:1.0:1788536162.521747:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573812992 00000100:00100000:1.0:1788536162.521749:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573812992 00000100:00100000:1.0:1788536162.521761:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573813248 00000100:00100000:1.0:1788536162.521764:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573813248 00000100:00100000:1.0:1788536162.521779:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 341 00000100:00100000:1.0:1788536162.521788:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573812864:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536162.521859:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2352:x1875415573812864:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536162.521867:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 341 00000100:00100000:1.0:1788536162.521885:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 342 00000100:00100000:1.0:1788536162.521891:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573813120:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536162.521914:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573813120:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (411us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536162.521920:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 342 00000100:00100000:1.0:1788536162.521931:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 343 00000100:00100000:1.0:1788536162.521936:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573812992:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536162.521958:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573812992:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536162.521964:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 343 00000100:00100000:1.0:1788536162.521975:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 344 00000100:00100000:1.0:1788536162.521988:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573813248:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536162.522016:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573813248:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536162.522022:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 344 00000100:00080000:1.0:1788536162.522042:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536162.522046:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536162.522470:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573812736 00000100:00100000:0.0:1788536162.522476:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573812736 00000100:00100000:0.0:1788536162.522529:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 352 00000100:00100000:0.0:1788536162.522545:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:2352:x1875415573812736:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536162.522587:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:2352:x1875415573812736:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 42us (1042us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536162.522594:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 352 00000100:00080000:1.0:1788536162.522858:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536162.522979:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573812608 00000100:00100000:2.0:1788536162.522993:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573812608 00000100:00100000:2.0:1788536162.523030:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 544 00000100:00100000:2.0:1788536162.523037:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573812608:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536162.523077:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573812608:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536162.523083:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 544 00010000:00010000:1.0:1788536163.244354:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536163.436228:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583077376:0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.436317:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583077248:0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.436444:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536163.436546:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788536163.436556:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583077120:0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.436588:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536163.436616:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583077632:0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.436644:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536163.436690:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583077248 00000100:00100000:2.0:1788536163.436701:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583077248 00000100:00100000:2.0:1788536163.436768:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583077120 00000100:00100000:2.0:1788536163.436773:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583077120 00000100:00100000:2.0:1788536163.436806:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788536163.436816:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583077248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.436891:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583077248:12345-0@lo:400:kworker.0 Request processed in 76us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536163.436901:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788536163.436925:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1788536163.436937:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583077120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.436970:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583077120:12345-0@lo:400:kworker.0 Request processed in 37us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536163.436993:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1788536163.437058:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583077120:0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.437075:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583077248:0@lo:400:kworker.0 00000100:00100000:3.0:1788536163.437165:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536163.437219:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788536163.437229:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583076992:0@lo:400:kworker.0 00000100:00080000:1.0:1788536163.437278:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536163.437294:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583077632 00000100:00100000:1.0:1788536163.437299:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583077632 00000100:00100000:3.0:1788536163.437348:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536163.437354:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583077376 00000100:00100000:1.0:1788536163.437362:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583077376 00000100:00100000:1.0:1788536163.437448:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1788536163.437459:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583077632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536163.437521:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583077632:12345-0@lo:400:kworker.0 Request processed in 65us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536163.437540:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1788536163.437566:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583077504:0@lo:400:kworker.0 00000100:00100000:1.0:1788536163.437574:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1788536163.437590:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583077376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.437797:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583076992 00000100:00100000:2.0:1788536163.437803:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583076992 00000100:00100000:3.0:1788536163.442918:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536163.443026:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583077504 00000100:00100000:3.0:1788536163.443040:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583077504 00000100:00100000:3.0:1788536163.443144:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1788536163.443159:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583077504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536163.443261:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583077504:12345-0@lo:400:kworker.0 Request processed in 107us (5635us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536163.443269:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1788536163.443335:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583077504:0@lo:400:kworker.0 00000100:00100000:3.0:1788536163.443356:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000004:00080000:3.0:1788536163.443362:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c42dd5880, transno 4294967341 00000100:00100000:3.0:1788536163.443406:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583077376:0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.443595:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1788536163.443640:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583076992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536163.443688:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583076992:12345-0@lo:400:kworker.0 Request processed in 84us (6343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536163.443695:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00080000:2.0:1788536163.444278:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536163.444286:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536163.444290:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536163.444332:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583077632:0@lo:400:kworker.0 00000100:00100000:3.0:1788536163.444713:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583076992:0@lo:400:kworker.0 00000100:00100000:1.0:1788536163.448595:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583077376:12345-0@lo:400:kworker.0 Request processed in 49us (894us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536163.448618:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1788536163.947956:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583077760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536163.948023:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536163.948206:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583077760 00000100:00100000:0.0:1788536163.948214:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583077760 00000100:00100000:0.0:1788536163.948273:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788536163.948283:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583077760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536163.948315:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 71368704 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536163.948395:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583077760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536163.948515:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583077760:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536163.948596:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000040:00080000:2.0:1788536164.019575:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536164.019585:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536164.019960:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:2.0:1788536164.019969:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:1.0:1788536164.149014:0:18737:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 11:36:02 (1788536162) 00010000:00010000:1.0:1788536164.269616:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536164.408706:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536164.409627:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573813376 00000100:00100000:2.0:1788536164.409639:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573813376 00000100:00100000:2.0:1788536164.409722:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 910 00000100:00080000:1.0:1788536164.409728:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536164.409733:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:25838:x1875415573813376:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788536164.409839:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+37:25838:x1875415573813376:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 109us (1142us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536164.409854:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 910 00000100:00100000:1.0:1788536164.445541:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536164.445801:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573813504 00000100:00100000:2.0:1788536164.445812:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573813504 00000100:00100000:2.0:1788536164.445892:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 911 00000100:00100000:2.0:1788536164.445903:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+83:25839:x1875415573813504:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536164.445925:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536164.445948:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f501c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06b8 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446012:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446027:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446051:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446137:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446145:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446152:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446343:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446362:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446423:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446431:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536164.446437:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446445:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446458:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:2.0:1788536164.446461:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536164.446466:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446472:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f501cc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446485:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446492:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446498:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446502:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536164.446511:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446517:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446586:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8b1d61e36a00) 00010000:00010000:2.0:1788536164.446590:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536164.446594:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446600:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501d3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446638:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f501c5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06b8 expref: 84 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446649:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:2.0:1788536164.446652:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536164.446656:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f501c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06b8 expref: 84 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.446666:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151e400, rc 0) 00000100:00100000:2.0:1788536164.446722:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+83:25839:x1875415573813504:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 821us (1201us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536164.446730:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 911 00000100:00080000:1.0:1788536164.447322:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536164.465459:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536164.465569:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573813760 00000100:00100000:2.0:1788536164.465580:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573813760 00000100:00100000:2.0:1788536164.465638:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 912 00000100:00100000:2.0:1788536164.465649:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+83:25839:x1875415573813760:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:2.0:1788536164.465716:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536164.465742:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5002f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0617 expref: 83 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.465773:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:2.0:1788536164.465779:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536164.465970:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.465986:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 36 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.465995:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.466028:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 36 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.466053:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 36 pid: 16075 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536164.466068:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583077888:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536164.466515:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536164.470454:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583077888:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536164.470485:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536164.475693:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536164.477454:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573813888 00000100:00100000:1.0:1788536164.477469:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573813888 00010000:00010000:1.0:1788536164.477517:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 37 pid: 16075 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536164.477571:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00100000:1.0:1788536164.477580:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:2355:x1875415573813888:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536164.477594:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536164.477600:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 37 pid: 16075 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.477614:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 37 pid: 16075 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.477635:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5006e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b062c expref: 37 pid: 16075 timeout: 642 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.477652:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:1.0:1788536164.477657:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.477666:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.477673:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.477752:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536164.477831:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415573813888:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 252us (2147us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536164.477839:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 280 00010000:00010000:2.0:1788536164.478619:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.478638:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.478661:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.478671:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.478679:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536164.479774:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 16384 00010000:00010000:2.0:1788536164.479788:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.479795:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.479801:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.479807:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536164.479811:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.479817:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.479829:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:2.0:1788536164.479831:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536164.479842:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.479848:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501da lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536164.479865:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000081649749 reply state 000000000e547405 transno 4294967893 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536164.479874:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536164.480007:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+84:25839:x1875415573813760:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 14357us (14555us total) trans 4294967893 rc 0/0 00000100:00100000:2.0:1788536164.480015:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 912 00010000:00010000:2.0:1788536164.484670:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.484688:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.484696:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.484702:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536164.484706:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.484714:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.484730:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8b1d61e36a00) 00010000:00010000:2.0:1788536164.484733:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536164.484739:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.484760:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536164.499664:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536164.499756:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573814016 00000100:00100000:2.0:1788536164.499768:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573814016 00000100:00100000:2.0:1788536164.499831:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 913 00000100:00100000:2.0:1788536164.499841:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+83:25840:x1875415573814016:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536164.499868:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536164.499892:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06bf expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.499963:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.499978:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.499990:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536164.500019:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536164.500022:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536164.500040:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.500064:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f501e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06bf expref: 85 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.500081:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06bf expref: 84 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.500106:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:2.0:1788536164.500109:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536164.500113:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:2.0:1788536164.500173:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+84:25840:x1875415573814016:12345-192.168.203.55@tcp:101:bash.0 Request processed in 334us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536164.500179:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 913 00000100:00100000:0.0:1788536164.503538:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.503657:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573814144 00000100:00100000:3.0:1788536164.503667:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573814144 00000100:00100000:3.0:1788536164.503722:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 914 00000100:00100000:3.0:1788536164.503732:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+84:25840:x1875415573814144:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536164.503750:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536164.503769:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f501f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06c6 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503827:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503851:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503863:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503880:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503887:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503894:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503979:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546a00/0x94dfe24b69f5020b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503986:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546a00/0x94dfe24b69f5020b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.503993:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546a00/0x94dfe24b69f5020b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536164.504015:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 16384 00000004:00200000:3.0:1788536164.504019:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536164.504046:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546a00/0x94dfe24b69f5020b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504058:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504072:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504079:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504084:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.504088:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504096:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504110:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:3.0:1788536164.504112:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.504117:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504123:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f501fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504149:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504155:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504161:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504166:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.504175:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504182:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504189:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8b1d61e33400) 00010000:00010000:3.0:1788536164.504192:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.504195:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504200:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50204 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504231:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f501f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06c6 expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504246:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546a00/0x94dfe24b69f5020b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06c6 expref: 85 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.504253:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.504255:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536164.504257:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546a00, rc 0) 00000100:00100000:3.0:1788536164.504410:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+85:25840:x1875415573814144:12345-192.168.203.55@tcp:101:bash.0 Request processed in 679us (891us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536164.504417:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 914 00000100:00100000:0.0:1788536164.510132:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.510678:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573814272 00000100:00100000:3.0:1788536164.510690:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573814272 00000100:00100000:3.0:1788536164.510741:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 915 00000100:00100000:3.0:1788536164.510750:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:25840:x1875415573814272:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536164.510786:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536164.510817:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50212 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06cd expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510881:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510894:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510904:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510919:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510927:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510933:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510984:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510992:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.510998:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511003:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.511012:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511020:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511032:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.511050:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.511055:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511061:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50219 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511086:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511092:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511098:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511104:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.511106:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511112:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511119:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536164.511121:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.511130:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511136:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50220 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511172:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50212 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06cd expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511183:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.511185:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.511189:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50212 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06cd expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.511199:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:3.0:1788536164.512599:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:25840:x1875415573814272:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1838us (2464us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536164.512614:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 915 00000100:00100000:1.0:1788536164.535850:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536164.535950:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573814400 00000100:00100000:2.0:1788536164.535960:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573814400 00000100:00100000:2.0:1788536164.536016:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 916 00000100:00100000:2.0:1788536164.536027:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+36:25841:x1875415573814400:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536164.536045:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536164.536065:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50227 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06d4 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.536127:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.536140:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.536151:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536164.536185:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536164.536189:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536164.536208:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.536248:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50227 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 38 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.536265:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 37 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.536272:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:2.0:1788536164.536275:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536164.536278:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:2.0:1788536164.536336:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+37:25841:x1875415573814400:12345-192.168.203.55@tcp:101:rm.0 Request processed in 312us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536164.536343:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 916 00000100:00100000:1.0:1788536164.539442:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536164.539548:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573814528 00000100:00100000:0.0:1788536164.539557:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573814528 00000100:00100000:0.0:1788536164.539622:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 917 00000100:00100000:0.0:1788536164.539631:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+37:25841:x1875415573814528:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536164.539649:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536164.539681:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50235 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06db expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539741:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539755:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539766:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539779:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539788:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539795:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539884:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836200/0x94dfe24b69f5024a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539893:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836200/0x94dfe24b69f5024a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539900:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836200/0x94dfe24b69f5024a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536164.539925:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 16384 00000004:00200000:0.0:1788536164.539929:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536164.539947:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836200/0x94dfe24b69f5024a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539967:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539974:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539981:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.539987:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536164.539992:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540000:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540011:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:0.0:1788536164.540014:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536164.540020:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540027:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5023c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540040:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540046:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540052:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540062:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536164.540064:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540070:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540078:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536164.540080:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536164.540083:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540088:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50243 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540118:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50235 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06db expref: 39 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540130:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836200/0x94dfe24b69f5024a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06db expref: 38 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.540137:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536164.540140:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536164.540142:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836200, rc 0) 00000100:00100000:0.0:1788536164.540203:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+38:25841:x1875415573814528:12345-192.168.203.55@tcp:101:rm.0 Request processed in 573us (777us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536164.540210:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 917 00000100:00100000:0.0:1788536164.543888:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536164.544013:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573814656 00000100:00100000:2.0:1788536164.544022:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573814656 00000100:00100000:2.0:1788536164.544191:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 918 00000100:00100000:2.0:1788536164.544201:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:25841:x1875415573814656:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536164.544220:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536164.544240:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50251 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06e2 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544303:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544318:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544333:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544355:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544362:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544396:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544457:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544465:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544471:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544477:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536164.544481:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544489:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544501:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536164.544504:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536164.544508:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544515:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f50258 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544544:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544551:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544557:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544562:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536164.544565:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544570:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544588:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff8b1d61e36700) 00010000:00010000:2.0:1788536164.544591:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536164.544594:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544599:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5025f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544632:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50251 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06e2 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544642:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:2.0:1788536164.544644:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536164.544655:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50251 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06e2 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.544664:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:2.0:1788536164.544719:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:25841:x1875415573814656:12345-192.168.203.55@tcp:101:rm.0 Request processed in 520us (840us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536164.544727:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 918 00000100:00100000:1.0:1788536164.547960:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.548029:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573814784 00000100:00100000:3.0:1788536164.548106:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573814784 00000100:00100000:3.0:1788536164.548197:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 919 00000100:00100000:3.0:1788536164.548208:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+38:25841:x1875415573814784:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536164.548226:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536164.548247:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50266 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06e9 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548311:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548337:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548348:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548363:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548411:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548418:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548479:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548486:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548493:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548499:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.548504:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548511:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548532:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.548540:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.548545:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548552:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5026d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548585:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548592:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548597:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548601:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.548604:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548610:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548617:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536164.548620:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.548623:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548628:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50274 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548662:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50266 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06e9 expref: 39 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548678:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.548681:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.548684:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50266 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06e9 expref: 39 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.548695:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:3.0:1788536164.548752:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+38:25841:x1875415573814784:12345-192.168.203.55@tcp:101:rm.0 Request processed in 546us (800us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536164.548759:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 919 00000100:00100000:0.0:1788536164.563663:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.563758:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573814912 00000100:00100000:3.0:1788536164.563768:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573814912 00000100:00100000:3.0:1788536164.563828:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 920 00000100:00100000:3.0:1788536164.563838:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:25842:x1875415573814912:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536164.563964:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536164.563988:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5027b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06f0 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564068:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564083:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564093:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564118:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564140:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564147:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564208:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564216:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564222:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564228:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.564232:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564240:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564252:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.564255:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.564260:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564265:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50282 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564289:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564300:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564305:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564310:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.564313:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564318:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564326:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536164.564328:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.564330:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564336:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50289 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564429:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5027b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06f0 expref: 39 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564439:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.564442:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.564446:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5027b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06f0 expref: 39 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.564468:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:3.0:1788536164.564543:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+38:25842:x1875415573814912:12345-192.168.203.55@tcp:101:cp.0 Request processed in 706us (890us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536164.564551:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 920 00000100:00100000:2.0:1788536164.568903:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536164.568997:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573815040 00000100:00100000:0.0:1788536164.569008:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573815040 00000100:00100000:0.0:1788536164.569077:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 921 00000100:00100000:0.0:1788536164.569086:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:25842:x1875415573815040:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536164.569106:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536164.569127:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50290 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06f7 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569203:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569218:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569231:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569247:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569254:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569265:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569321:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569328:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569347:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569353:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536164.569357:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569364:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569595:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536164.569598:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536164.569602:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569610:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50297 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569623:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569630:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569636:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569642:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536164.569644:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569662:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569671:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff8b1d4969e800) 00010000:00010000:0.0:1788536164.569673:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536164.569676:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569681:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f5029e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569718:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50290 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06f7 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569727:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536164.569729:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536164.569732:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50290 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06f7 expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.569741:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536164.569888:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+38:25842:x1875415573815040:12345-192.168.203.55@tcp:101:cp.0 Request processed in 803us (994us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536164.569895:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 921 00000100:00100000:2.0:1788536164.581452:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.581674:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573815296 00000100:00100000:3.0:1788536164.581685:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573815296 00000100:00100000:3.0:1788536164.581745:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 922 00000100:00100000:3.0:1788536164.581756:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+38:25842:x1875415573815296:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536164.581775:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536164.581795:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502a5 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b06fe expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.581898:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.581910:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.581918:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.581927:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.581931:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.581934:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536164.582693:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x12:0x0], index 0: 0 00010000:00010000:3.0:1788536164.582860:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f502ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582871:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f502ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582879:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f502ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582911:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582918:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582925:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582930:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.582934:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582942:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582953:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.582956:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.582961:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.582976:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502ac lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536164.583000:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000828d7fbe reply state 00000000d8cdfb95 transno 4294967894 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536164.583008:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788536164.583038:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502a5 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06fe expref: 41 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.583935:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546200/0x94dfe24b69f502ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06fe expref: 40 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.583943:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:3.0:1788536164.583945:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536164.583949:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546200, rc 0) 00000100:00100000:3.0:1788536164.584020:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:25842:x1875415573815296:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2266us (2576us total) trans 4294967894 rc 0/0 00000100:00100000:3.0:1788536164.584028:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 922 00000100:00100000:2.0:1788536164.585747:0:6724:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6724:1875415583078016:0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1788536164.585811:0:6724:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536164.585917:0:6724:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536164.586354:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583078016 00000100:00100000:0.0:1788536164.586363:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583078016 00000100:00100000:0.0:1788536164.586646:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1788536164.586657:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:6724:x1875415583078016:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1788536164.586706:0:6667:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x240000400 at 34 00010000:00010000:1.0:1788536164.589504:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.589527:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.589536:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.589541:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536164.589545:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.589553:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.589569:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff8b1d59b6f100) 00010000:00010000:1.0:1788536164.589572:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536164.589577:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.589585:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f502b3 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536164.594283:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.596539:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573815424 00000100:00100000:3.0:1788536164.596552:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573815424 00000100:00100000:3.0:1788536164.596630:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 232 00000100:00100000:3.0:1788536164.596641:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573815424:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536164.596658:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536164.596678:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0705 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536164.596715:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788536164.596738:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=542s v=(0 0) 00010000:00010000:3.0:1788536164.596742:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536164.596751:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 9 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.596770:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 9 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.596783:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546e00, rc 0) 00000100:00100000:3.0:1788536164.596843:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573815424:12345-192.168.203.55@tcp:101:cp.0 Request processed in 205us (2579us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536164.596850:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 232 00000100:00080000:2.0:1788536164.597073:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536164.617008:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536164.617119:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573815552 00000100:00100000:2.0:1788536164.617129:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573815552 00000100:00100000:2.0:1788536164.617184:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 233 00000100:00100000:2.0:1788536164.617194:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:25842:x1875415573815552:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536164.617212:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536164.617232:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b070c expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.617263:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.617273:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536164.617277:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536164.617290:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.617323:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.617337:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 10 pid: 16289 timeout: 642 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536164.617352:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583078144:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536164.617480:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460480 going to sleep for 11 seconds 00000100:00100000:0.0:1788536164.630366:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:6724:x1875415583078016:12345-0@lo:5:osp-pre-0-0.0 Request processed in 43702us (44546us total) trans 4294967342 rc 0/0 00000100:00100000:0.0:1788536164.630417:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1788536164.631000:0:6724:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:6724:1875415583078016:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1788536164.631019:0:6724:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x240000400:0x12:0x0]-[0x240000400:0x41:0x0] 00000100:00100000:0.0:1788536164.632126:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536164.632215:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583078144:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536164.632248:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536164.632286:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536164.632353:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:25842:x1875415573815552:12345-192.168.203.55@tcp:101:cp.0 Request processed in 15160us (15356us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536164.632363:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 233 00000100:00100000:3.0:1788536164.633017:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573815680 00000100:00100000:3.0:1788536164.633027:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573815680 00010000:00010000:3.0:1788536164.633063:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 10 pid: 16289 timeout: 642 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536164.633105:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00100000:3.0:1788536164.633114:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573815680:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536164.633132:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536164.633159:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 10 pid: 16289 timeout: 642 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.633194:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 10 pid: 16289 timeout: 642 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.633218:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f502c8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0705 expref: 10 pid: 16289 timeout: 642 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.633235:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536164.633240:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536164.633249:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.633260:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.633296:0:17110:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536164.633311:0:17110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17110:1875415583078272:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536164.633649:0:17110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536164.644893:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.644958:0:17110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17110:1875415583078272:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536164.644987:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536164.644991:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573815936 00000100:00100000:2.0:1788536164.645000:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573815936 00000100:00100000:3.0:1788536164.645051:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573815680:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 11936us (12931us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536164.645062:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00100000:2.0:1788536164.645067:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 186 00000100:00100000:2.0:1788536164.645079:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:25842:x1875415573815936:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536164.645464:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+41:25842:x1875415573815936:12345-192.168.203.55@tcp:35:cp.0 Request processed in 387us (579us total) trans 4294967895 rc 0/0 00000100:00100000:2.0:1788536164.645471:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 186 00000100:00100000:0.0:1788536164.705819:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.705926:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573816064 00000100:00100000:3.0:1788536164.705937:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573816064 00000100:00100000:3.0:1788536164.706042:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 923 00000100:00100000:3.0:1788536164.706053:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:25845:x1875415573816064:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536164.706074:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536164.706094:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f502d6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0713 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706162:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706177:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706188:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706203:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706209:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706215:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706306:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f502eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706315:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f502eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706342:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f502eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536164.706418:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00000004:00200000:3.0:1788536164.706430:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536164.706449:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f502eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706461:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f502eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706469:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706486:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706492:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706498:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.706502:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706509:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706528:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536164.706532:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.706537:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706554:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f502dd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706586:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706592:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706598:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706603:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536164.706607:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706613:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706620:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x8cab382d (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536164.706623:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536164.706626:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706633:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f502e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706668:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f502d6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0713 expref: 87 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706697:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f502eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0713 expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536164.706703:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:3.0:1788536164.706705:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536164.706707:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536164.706775:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+86:25845:x1875415573816064:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 724us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536164.706784:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 923 00000100:00100000:3.0:1788536164.709928:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536164.710236:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573816192 00000100:00100000:0.0:1788536164.710245:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573816192 00000100:00100000:0.0:1788536164.710352:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 234 00000100:00100000:0.0:1788536164.710362:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573816192:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536164.710680:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536164.710701:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f502f2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b071a expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536164.710820:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583078400:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536164.710916:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0780 going to sleep for 11 seconds 00000100:00080000:2.0:1788536164.714691:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788536164.715216:0:16289:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788536164.715223:0:16289:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb mtime: 0 -> 1788536164 00002000:00010000:0.0:1788536164.715225:0:16289:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb atime: 0 -> 1788536164 00002000:00010000:0.0:1788536164.715228:0:16289:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x12:0x0] updating lvb ctime: 0 -> 1788536164 00000100:00100000:0.0:1788536164.715253:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583078400:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536164.715292:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f502f2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b071a expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.715317:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f502f2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b071a expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.715351:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837600, rc 0) 00000100:00100000:0.0:1788536164.715460:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573816192:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 5099us (5538us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536164.715470:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 234 00000100:00100000:1.0:1788536164.721554:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536164.721644:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573816320 00000100:00100000:0.0:1788536164.721654:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573816320 00000100:00100000:0.0:1788536164.721760:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 924 00000100:00100000:0.0:1788536164.721770:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+86:25845:x1875415573816320:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536164.721790:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536164.721809:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f502f9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0721 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.721873:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50300 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.721886:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.721897:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536164.721939:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 16384 00000004:00200000:0.0:1788536164.721943:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536164.721961:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50300 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.721986:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f502f9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0721 expref: 88 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.722033:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50300 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0721 expref: 87 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536164.722042:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536164.722045:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536164.722048:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536164.722107:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+87:25845:x1875415573816320:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 337us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536164.722113:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 924 00000100:00100000:2.0:1788536164.726604:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536164.728423:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573816448 00000100:00100000:1.0:1788536164.728437:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573816448 00000100:00100000:1.0:1788536164.728508:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 235 00000100:00100000:1.0:1788536164.728533:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573816448:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536164.728550:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536164.728567:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000026473754/0x94dfe24b69f50307 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0728 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536164.728627:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583078528:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536164.728936:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7240 going to sleep for 11 seconds 00000100:00100000:1.0:1788536164.737627:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583078528:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536164.737669:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000026473754/0x94dfe24b69f50307 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0728 expref: 12 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.737694:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000026473754/0x94dfe24b69f50307 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0728 expref: 12 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536164.737707:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2600, rc 0) 00000100:00100000:1.0:1788536164.737787:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573816448:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 9270us (11192us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536164.737796:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 235 00000100:00100000:2.0:1788536164.753478:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536164.753709:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573816704 00000100:00100000:3.0:1788536164.753720:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573816704 00000100:00100000:3.0:1788536164.753777:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 925 00000100:00100000:3.0:1788536164.753787:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+87:25845:x1875415573816704:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:3.0:1788536164.754023:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:3.0:1788536164.754122:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+87:25845:x1875415573816704:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 336us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536164.754130:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 925 00000040:00080000:1.0:1788536165.037668:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536165.037679:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536165.037721:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:1.0:1788536165.037728:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536165.037991:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8a680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583078656:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536165.040844:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b79c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536165.052557:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536165.052769:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573816832 00000100:00100000:0.0:1788536165.052779:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573816832 00000100:00100000:0.0:1788536165.052852:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 926 00000100:00100000:0.0:1788536165.052863:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:25855:x1875415573816832:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536165.052899:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536165.052997:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:25855:x1875415573816832:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 136us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536165.053005:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 926 00000100:00100000:3.0:1788536165.055328:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8a680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583078656:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536165.059875:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536165.059951:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573817088 00000100:00100000:0.0:1788536165.059961:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573817088 00000100:00100000:0.0:1788536165.060018:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 927 00000100:00100000:0.0:1788536165.060028:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:25855:x1875415573817088:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536165.060055:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536165.060075:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5030e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b072f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.060206:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f50315 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.060222:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f50315 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.060237:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f50315 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536165.060250:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:0.0:1788536165.060573:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5030e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b072f expref: 44 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.060592:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f50315 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b072f expref: 43 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.060601:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:0.0:1788536165.060605:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536165.060609:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836000, rc 0) 00000100:00100000:0.0:1788536165.060672:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:25855:x1875415573817088:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 645us (807us total) trans 4294967896 rc 0/0 00000100:00100000:0.0:1788536165.060680:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 927 00000100:00100000:0.0:1788536165.086949:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536165.086992:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536165.087166:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573817216 00000100:00100000:3.0:1788536165.087175:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573817216 00000100:00100000:3.0:1788536165.087250:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 38 00000100:00100000:3.0:1788536165.087260:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:2354:x1875415573817216:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536165.087276:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536165.087314:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f50315 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b072f expref: 43 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.087333:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:3.0:1788536165.087338:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536165.087411:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:2354:x1875415573817216:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 152us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536165.087420:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 38 00000100:00100000:1.0:1788536165.089478:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573817344 00000100:00100000:1.0:1788536165.089501:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573817344 00000100:00100000:1.0:1788536165.089561:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 236 00000100:00100000:1.0:1788536165.089570:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573817344:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536165.089609:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.089629:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.089640:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536165.089644:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536165.089649:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.089684:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.089698:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 9 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536165.089714:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583078784:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536165.089804:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536165.093937:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583078784:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536165.093977:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536165.101413:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536165.101597:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573817472 00000100:00100000:2.0:1788536165.101609:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573817472 00002000:00100000:2.0:1788536165.101663:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (0->157) req@ffff8b1c42dd4000 x1875415573817472/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:66/0 lens 648/0 e 0 to 0 dl 1788536176 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536165.101675:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42dd4000 with x1875415573817472 ext(0->157) 00010000:00010000:2.0:1788536165.101683:0:18094:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 10 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.101701:0:18094:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 10 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536165.101710:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1c42dd4000 00000100:00100000:2.0:1788536165.101746:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 8 00000100:00100000:2.0:1788536165.101756:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573817472:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:2.0:1788536165.102346:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415573817472:12345-192.168.203.55@tcp:4:cp.0 Request processed in 589us (975us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1788536165.102355:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 8 00002000:00100000:2.0:1788536165.102403:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x12:0x0] (0->157) req@ffff8b1c42dd4000 x1875415573817472/t4294967343(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:66/0 lens 648/448 e 0 to 0 dl 1788536176 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536165.102413:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42dd4000 with x1875415573817472 ext(0->157) 00010000:00010000:2.0:1788536165.102421:0:18094:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 12 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.102447:0:18094:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 12 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536165.102454:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1c42dd4000 00000100:00100000:1.0:1788536165.113720:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536165.113792:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573817600 00000100:00100000:2.0:1788536165.113803:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573817600 00010000:00010000:2.0:1788536165.113841:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 12 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536165.113884:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 282 00000100:00100000:2.0:1788536165.113894:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415573817600:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536165.113909:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536165.113933:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 12 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.113947:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 12 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.113973:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f502cf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b070c expref: 12 pid: 6666 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.114004:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536165.114009:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536165.114014:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.114023:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.114055:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536165.114111:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ecc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573817600:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 218us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536165.114119:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 282 00010000:00010000:1.0:1788536165.116408:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.116435:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.116475:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.116484:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.116492:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.116500:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536165.116505:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.116522:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.116572:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.116582:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f50323 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536165.116673:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573817344:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 27099us (29675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536165.116684:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 236 00000100:00100000:0.0:1788536165.123806:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536165.129879:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573817856 00000100:00100000:2.0:1788536165.129895:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573817856 00000100:00100000:2.0:1788536165.129952:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 928 00000100:00100000:2.0:1788536165.129961:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:25855:x1875415573817856:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536165.130072:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:25855:x1875415573817856:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 112us (6277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536165.130080:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 928 00000100:00100000:0.0:1788536165.134625:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536165.135092:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573817984 00000100:00100000:1.0:1788536165.135103:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573817984 00000100:00100000:1.0:1788536165.135167:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 237 00000100:00100000:1.0:1788536165.135178:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573817984:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536165.135196:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536165.135217:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0736 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536165.135245:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x12:0x0] initial LVB size: 158, mtime: 0x6a9ae564, atime: 0x0, ctime: 0x6a9ae564, blocks: 0x1 00010000:00010000:1.0:1788536165.135264:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=543s v=(0 0) 00010000:00010000:1.0:1788536165.135270:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536165.135279:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.135296:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.135326:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2e00, rc 0) 00000100:00100000:1.0:1788536165.135415:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573817984:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 238us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536165.135423:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 237 00000100:00100000:2.0:1788536165.142078:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536165.143657:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573818240 00000100:00100000:1.0:1788536165.143675:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573818240 00000100:00100000:1.0:1788536165.143741:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 929 00000100:00100000:1.0:1788536165.143752:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:25855:x1875415573818240:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536165.143861:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:25855:x1875415573818240:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 110us (1789us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536165.143868:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 929 00000100:00100000:0.0:1788536165.155483:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536165.156282:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573818368 00000100:00100000:1.0:1788536165.156296:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573818368 00002000:00100000:1.0:1788536165.156349:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff8b1d5120c380 x1875415573818368/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:66/0 lens 488/0 e 0 to 0 dl 1788536176 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536165.156361:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d5120c380 with x1875415573818368 ext(0->4095) 00002000:00010000:1.0:1788536165.156404:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d5120c380 00000100:00100000:1.0:1788536165.156446:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 87 00000100:00100000:1.0:1788536165.156458:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573818368:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788536165.156701:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573818368:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 245us (1226us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536165.156710:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 87 00002000:00100000:1.0:1788536165.156718:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff8b1d5120c380 x1875415573818368/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:66/0 lens 488/4536 e 0 to 0 dl 1788536176 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536165.156736:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d5120c380 with x1875415573818368 ext(0->4095) 00002000:00010000:1.0:1788536165.156740:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d5120c380 00000100:00100000:3.0:1788536165.162930:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536165.163039:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573818496 00000100:00100000:2.0:1788536165.163049:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573818496 00000100:00100000:2.0:1788536165.163113:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 930 00000100:00100000:2.0:1788536165.163123:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:25855:x1875415573818496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536165.163162:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536165.163186:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50331 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b073d expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.163225:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.163240:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.163251:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.163357:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50331 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 44 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.163422:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 43 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.163433:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:2.0:1788536165.163436:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536165.163439:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7a00, rc 0) 00000100:00100000:2.0:1788536165.163589:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:25855:x1875415573818496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 466us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536165.163596:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 930 00000100:00100000:2.0:1788536165.170983:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536165.171074:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573818624 00000100:00100000:1.0:1788536165.171086:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573818624 00000100:00100000:1.0:1788536165.171148:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 931 00000100:00100000:1.0:1788536165.171158:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:25855:x1875415573818624:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536165.171190:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536165.171313:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:25855:x1875415573818624:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 155us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536165.171321:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 931 00000100:00100000:1.0:1788536165.179094:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536165.179130:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573818752 00000100:00100000:1.0:1788536165.179139:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573818752 00000100:00100000:1.0:1788536165.179188:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 238 00000100:00100000:1.0:1788536165.179197:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573818752:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536165.179241:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179258:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536165.179277:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536165.179283:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179298:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179353:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179363:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179407:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179414:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536165.179419:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179427:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179441:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.179448:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f5033f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536165.179530:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573818752:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 333us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536165.179539:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 238 00000100:00100000:1.0:1788536165.183159:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536165.183230:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573819008 00000100:00100000:3.0:1788536165.183240:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573819008 00000100:00100000:3.0:1788536165.183307:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 932 00000100:00100000:3.0:1788536165.183316:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:25855:x1875415573819008:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536165.183430:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.183449:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 43 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.183459:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.183495:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 43 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.183509:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 43 pid: 5825 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536165.183546:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583078912:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536165.183625:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536165.190162:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583078912:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536165.190191:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536165.193600:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536165.193712:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573819136 00000100:00100000:3.0:1788536165.193726:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573819136 00010000:00010000:3.0:1788536165.193786:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 44 pid: 5825 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536165.193848:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 283 00000100:00100000:3.0:1788536165.193861:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:2355:x1875415573819136:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536165.193884:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536165.193893:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 44 pid: 5825 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.193911:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 44 pid: 5825 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.193943:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50338 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b073d expref: 44 pid: 5825 timeout: 643 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.193967:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:3.0:1788536165.193974:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.194008:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.194017:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.194055:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536165.194136:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:2355:x1875415573819136:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 276us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536165.194145:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 283 00010000:00010000:0.0:1788536165.195660:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.195678:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.196814:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.196830:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.196839:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.196847:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536165.196852:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.196860:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.196877:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:0.0:1788536165.196880:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536165.196885:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536165.196892:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50346 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536165.197282:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:25855:x1875415573819008:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 13948us (14116us total) trans 4294967897 rc 0/0 00000100:00100000:1.0:1788536165.197295:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 932 00000040:00080000:3.0:1788536165.197541:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536165.197552:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536165.198050:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536165.198061:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536165.201126:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536165.201229:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573819392 00000100:00100000:3.0:1788536165.201243:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573819392 00000100:00100000:3.0:1788536165.201329:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 187 00000100:00100000:3.0:1788536165.201343:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:25855:x1875415573819392:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536165.202022:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:25855:x1875415573819392:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 680us (911us total) trans 4294967898 rc 0/0 00000100:00100000:3.0:1788536165.202032:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 187 00010000:00010000:0.0:1788536165.292050:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536165.484421:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536165.484458:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583079040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536165.484587:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536165.485060:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583079040 00000100:00100000:2.0:1788536165.485074:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583079040 00000100:00100000:2.0:1788536165.485166:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788536165.485190:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583079040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536165.485224:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536165.485298:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583079040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (711us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536165.485307:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788536165.485401:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583079040:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536165.485476:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788536165.754313:0:18787:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536165.754329:0:18787:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536165.754420:0:18787:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:0.0:1788536165.754429:0:18787:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536165.859430:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536165.860491:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573819648 00000100:00100000:3.0:1788536165.860519:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573819648 00000100:00100000:3.0:1788536165.860635:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 933 00000100:00100000:3.0:1788536165.860646:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+87:25856:x1875415573819648:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536165.860673:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536165.860693:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1788536165.860731:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50300 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0721 expref: 87 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.860761:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:3.0:1788536165.860767:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536165.860785:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f5034d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0744 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.860931:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50354 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.860951:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50354 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.860964:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50354 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536165.860978:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 158 00010000:00010000:3.0:1788536165.861158:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f5034d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0744 expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.861195:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50354 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0744 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.861203:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:3.0:1788536165.861206:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536165.861209:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:3.0:1788536165.861329:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+88:25856:x1875415573819648:12345-192.168.203.55@tcp:101:bash.0 Request processed in 684us (1925us total) trans 4294967899 rc 0/0 00000100:00100000:3.0:1788536165.861352:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 933 00000100:00100000:0.0:1788536165.883655:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536165.883705:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536165.884605:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573819904 00000100:00100000:1.0:1788536165.884621:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573819904 00000100:00100000:1.0:1788536165.884707:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 39 00000100:00100000:1.0:1788536165.884719:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+88:2352:x1875415573819904:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536165.884740:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536165.884776:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50354 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0744 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.884819:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:1.0:1788536165.884826:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536165.884899:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+87:2352:x1875415573819904:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 182us (1262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536165.884908:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 39 00000100:00100000:1.0:1788536165.884938:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573819776 00000100:00100000:1.0:1788536165.884941:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573819776 00000100:00100000:1.0:1788536165.884968:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 239 00000100:00100000:1.0:1788536165.884975:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+11:2354:x1875415573819776:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536165.884991:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536165.885011:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b074b expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.885185:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536165.885191:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536165.885202:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.885224:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.885238:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3600, rc 0) 00000100:00100000:1.0:1788536165.885262:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573819776:12345-192.168.203.55@tcp:101:cat.0 Request processed in 288us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536165.885269:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 239 00000100:00100000:3.0:1788536165.892946:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536165.893207:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573820032 00000100:00100000:1.0:1788536165.893222:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573820032 00000100:00100000:1.0:1788536165.893311:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 240 00000100:00100000:1.0:1788536165.893324:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:25856:x1875415573820032:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536165.893350:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536165.893397:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f50369 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0752 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.894107:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.894123:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 13 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.894140:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536165.894145:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536165.894152:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f50369 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0752 expref: 13 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.894205:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 13 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.894224:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 13 pid: 6666 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536165.894244:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583079168:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536165.894428:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536165.894440:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 10 pid: 16289 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536165.897594:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583079296:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536165.897729:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7240 going to sleep for 11 seconds 00000100:00100000:3.0:1788536165.898337:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536165.898393:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573820160 00000100:00100000:3.0:1788536165.898403:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573820160 00010000:00010000:3.0:1788536165.898464:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 14 pid: 6666 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536165.898519:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 284 00000100:00100000:3.0:1788536165.898531:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573820160:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536165.898548:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788536165.898559:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583079168:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536165.898579:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 14 pid: 6666 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.898595:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 14 pid: 6666 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.898623:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000092693950/0x94dfe24b69f50362 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b074b expref: 14 pid: 6666 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.898644:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536165.898693:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573820160:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 165us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536165.898701:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 284 00000100:00100000:3.0:1788536165.914497:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583079296:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536165.914603:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f50369 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0752 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536165.914636:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3a00, rc 0) 00000100:00100000:3.0:1788536165.914733:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:25856:x1875415573820032:12345-192.168.203.55@tcp:101:cat.0 Request processed in 21411us (21799us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536165.914745:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 240 00000100:00100000:1.0:1788536165.916991:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536165.917950:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573820288 00000100:00100000:2.0:1788536165.917966:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573820288 00010000:00010000:2.0:1788536165.918022:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 11 pid: 16289 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536165.918358:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 285 00000100:00100000:2.0:1788536165.918388:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573820288:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536165.918407:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536165.919335:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 11 pid: 16289 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.919362:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 11 pid: 16289 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.919489:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ee11cbd3/0x94dfe24b69f5032a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0736 expref: 11 pid: 16289 timeout: 644 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.919522:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536165.919528:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536165.919550:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f50369 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0752 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.919623:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f50369 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0752 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536165.919682:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000100fa94c/0x94dfe24b69f50369 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0752 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536165.919701:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583079424:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536165.919826:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d719326c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536165.925429:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583079424:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536165.925429:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:2.0:1788536165.925465:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536165.925495:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573820416 00000100:00100000:1.0:1788536165.925505:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573820416 00000100:00100000:2.0:1788536165.925553:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573820288:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 7185us (8578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536165.925577:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 285 00002000:00100000:1.0:1788536165.925594:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff8b1c41c8a680 x1875415573820416/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:66/0 lens 488/0 e 0 to 0 dl 1788536176 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536165.925605:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c8a680 with x1875415573820416 ext(0->4095) 00002000:00010000:1.0:1788536165.925613:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c41c8a680 00000100:00100000:1.0:1788536165.925642:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 88 00000100:00100000:1.0:1788536165.925654:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573820416:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:1.0:1788536165.925932:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573820416:12345-192.168.203.55@tcp:3:cat.0 Request processed in 281us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536165.931669:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 88 00002000:00100000:1.0:1788536165.931700:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x12:0x0] (0->4095) req@ffff8b1c41c8a680 x1875415573820416/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:66/0 lens 488/4536 e 0 to 0 dl 1788536176 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536165.931714:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c8a680 with x1875415573820416 ext(0->4095) 00002000:00010000:1.0:1788536165.931723:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c41c8a680 00000100:00100000:1.0:1788536165.934738:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536165.935047:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573820672 00000100:00100000:0.0:1788536165.935062:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573820672 00000100:00100000:0.0:1788536165.935146:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 188 00000100:00100000:0.0:1788536165.935159:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:25856:x1875415573820672:12345-192.168.203.55@tcp:35:cat.0 00000001:00080000:0.0:1788536165.935836:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967900 00000001:00080000:0.0:1788536165.935902:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967901 00000100:00100000:0.0:1788536165.936548:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+90:25856:x1875415573820672:12345-192.168.203.55@tcp:35:cat.0 Request processed in 1384us (1816us total) trans 4294967902 rc 0/0 00000100:00100000:0.0:1788536165.936561:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 188 00000020:00080000:0.0:1788536165.936569:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1788536165.961572:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536165.961815:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573820800 00000100:00100000:3.0:1788536165.961832:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573820800 00002000:00100000:3.0:1788536165.961911:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (0->315) req@ffff8b1d5120ea00 x1875415573820800/t0(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:66/0 lens 808/0 e 0 to 0 dl 1788536176 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536165.961926:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d5120ea00 with x1875415573820800 ext(0->315) 00002000:00010000:3.0:1788536165.961934:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d5120ea00 00000100:00100000:3.0:1788536165.961976:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 89 00000100:00100000:3.0:1788536165.961987:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573820800:12345-192.168.203.55@tcp:4:cat.0 00000100:00100000:3.0:1788536165.962936:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573820800:12345-192.168.203.55@tcp:4:cat.0 Request processed in 943us (1385us total) trans 4294967344 rc 0/0 00000100:00100000:3.0:1788536165.962948:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 89 00002000:00100000:3.0:1788536165.962958:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x12:0x0] (0->315) req@ffff8b1d5120ea00 x1875415573820800/t4294967344(0) o4->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:66/0 lens 808/448 e 0 to 0 dl 1788536176 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536165.962968:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d5120ea00 with x1875415573820800 ext(0->315) 00002000:00010000:3.0:1788536165.962973:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d5120ea00 00000100:00100000:3.0:1788536165.999254:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536165.999708:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573821056 00000100:00100000:2.0:1788536165.999726:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573821056 00000100:00100000:2.0:1788536165.999806:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 934 00000100:00100000:2.0:1788536165.999818:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+90:25858:x1875415573821056:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536165.999850:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536165.999879:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50370 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0759 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536166.000027:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50377 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536166.000073:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50377 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536166.000086:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50377 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536166.000103:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x18:0x0]: returning size 316 00010000:00010000:2.0:1788536166.000286:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50370 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0759 expref: 93 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536166.000311:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50377 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0759 expref: 92 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536166.000322:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:2.0:1788536166.000324:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1788536166.000329:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536166.000589:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+92:25858:x1875415573821056:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 772us (1348us total) trans 4294967903 rc 0/0 00000100:00100000:2.0:1788536166.000598:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 934 00000100:00100000:0.0:1788536166.018646:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536166.023187:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573821184 00000100:00100000:0.0:1788536166.023212:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573821184 00000100:00100000:0.0:1788536166.023319:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 935 00000100:00100000:0.0:1788536166.023332:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:25858:x1875415573821184:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:0.0:1788536166.025021:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025125:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025166:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025206:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025214:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025222:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025229:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536166.025235:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025244:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025260:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:0.0:1788536166.025263:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536166.025268:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.025276:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f50385 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536166.028273:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:25858:x1875415573821184:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 4927us (9626us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536166.028294:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 935 00000100:00080000:0.0:1788536166.029232:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536166.050601:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536166.052895:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573821312 00000100:00100000:0.0:1788536166.052916:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573821312 00000100:00100000:0.0:1788536166.052994:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 936 00000100:00100000:0.0:1788536166.053005:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+92:25859:x1875415573821312:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536166.055155:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536166.055210:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5038c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0760 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.055321:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f50393 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.055340:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f50393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.055355:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f50393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536166.057285:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3b:0x0]: returning size 16384 00000004:00200000:0.0:1788536166.057298:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536166.057332:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f50393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.057471:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5038c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0760 expref: 94 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.057496:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837000/0x94dfe24b69f50393 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0760 expref: 93 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.057517:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3b:0x0].0x0 (ffff8b1d61e33800) 00010000:00010000:0.0:1788536166.057535:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536166.057541:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837000, rc 0) 00000100:00100000:0.0:1788536166.057642:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+93:25859:x1875415573821312:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4638us (7050us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536166.057653:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 936 00000100:00100000:0.0:1788536166.069501:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536166.069573:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573821696 00000100:00100000:0.0:1788536166.069586:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573821696 00000100:00100000:0.0:1788536166.069655:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 189 00000100:00100000:0.0:1788536166.069669:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+93:25859:x1875415573821696:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:0.0:1788536166.070067:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+94:25859:x1875415573821696:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 400us (582us total) trans 4294967904 rc 0/0 00000100:00100000:0.0:1788536166.070076:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 189 00000100:00100000:1.0:1788536166.084228:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536166.085685:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573821824 00000100:00100000:0.0:1788536166.085703:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573821824 00000100:00100000:0.0:1788536166.085851:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 40 00000100:00100000:0.0:1788536166.085864:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+94:25859:x1875415573821824:12345-192.168.203.55@tcp:103:lfs.0 00010000:00010000:0.0:1788536166.085884:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788536166.085919:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50377 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x18:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0759 expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.085943:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f502eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0713 expref: 93 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536166.085972:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x18:0x0].0x0 (ffff8b1d59b6f900) 00010000:00010000:0.0:1788536166.085978:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536166.086067:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+92:25859:x1875415573821824:12345-192.168.203.55@tcp:103:lfs.0 Request processed in 205us (1854us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536166.086075:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 40 00000100:00100000:1.0:1788536166.104700:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536166.104765:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573821952 00000100:00100000:1.0:1788536166.104779:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573821952 00000100:00100000:1.0:1788536166.104855:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 937 00000100:00100000:1.0:1788536166.104870:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+92:25859:x1875415573821952:12345-192.168.203.55@tcp:58:lfs.0 00000100:00100000:1.0:1788536166.105064:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+92:25859:x1875415573821952:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 197us (375us total) trans 0 rc -1/-1 00000100:00100000:1.0:1788536166.105087:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 937 00000001:00080000:1.0:1788536166.169744:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000001:00080000:1.0:1788536166.169767:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000001:00080000:1.0:1788536166.169933:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000001:00080000:2.0:1788536166.199159:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967902 is committed 00000001:00080000:2.0:1788536166.199187:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967897 is committed 00000001:00080000:2.0:1788536166.199201:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967903 is committed 00000001:00080000:2.0:1788536166.199232:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967898 is committed 00010000:00010000:1.0:1788536166.318544:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536167.347986:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536167.642546:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536167.642599:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536167.642636:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536167.642659:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536167.642680:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536167.642693:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573822336 00000100:00100000:0.0:1788536167.642700:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536167.642720:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573822336 00000100:00100000:0.0:1788536167.642725:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536167.642758:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573822592 00000100:00100000:0.0:1788536167.642764:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573822592 00000100:00100000:3.0:1788536167.642789:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573822848 00000100:00100000:3.0:1788536167.642794:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573822848 00000100:00100000:0.0:1788536167.642806:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573822208 00000100:00100000:0.0:1788536167.642811:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573822208 00000100:00100000:3.0:1788536167.642816:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573822464 00000100:00100000:3.0:1788536167.642821:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573822464 00000100:00100000:3.0:1788536167.642841:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573822720 00000100:00100000:3.0:1788536167.642844:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573822720 00000100:00100000:0.0:1788536167.642852:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:3.0:1788536167.642861:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 347 00000100:00100000:0.0:1788536167.642867:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:2352:x1875415573822592:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536167.642876:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573822336:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536167.642941:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:2352:x1875415573822592:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 80us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536167.642949:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:1.0:1788536167.642967:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573822080 00000100:00100000:0.0:1788536167.642971:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 357 00000100:00100000:1.0:1788536167.642974:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573822080 00000100:00100000:0.0:1788536167.642980:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+86:2352:x1875415573822208:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536167.643013:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 546 00000100:00100000:1.0:1788536167.643022:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573822080:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536167.643138:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 348 00000100:00100000:2.0:1788536167.643147:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573822848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536167.645115:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573822336:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 2221us (2493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536167.645132:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 347 00000100:00100000:3.0:1788536167.645169:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 349 00000100:00100000:3.0:1788536167.645181:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573822464:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536167.645227:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573822464:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 50us (2526us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536167.645233:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 349 00000100:00100000:3.0:1788536167.645245:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 350 00000100:00100000:3.0:1788536167.645253:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573822720:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536167.645281:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573822720:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (2557us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536167.645287:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 350 00000100:00080000:3.0:1788536167.645318:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536167.645324:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536167.645327:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536167.647032:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+86:2352:x1875415573822208:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 4040us (4337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536167.647047:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 357 00000100:00100000:1.0:1788536167.647227:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573822080:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 4202us (4688us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536167.647238:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 546 00000100:00100000:2.0:1788536167.650330:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573822848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 7168us (7653us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536167.650361:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 348 00010000:00010000:1.0:1788536168.363601:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536168.555590:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583079808:0@lo:400:kworker.0 00000100:00100000:3.0:1788536168.555632:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583079936:0@lo:400:kworker.0 00000100:00100000:0.0:1788536168.555674:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536168.555689:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536168.555734:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788536168.555735:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788536168.555744:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583079680:0@lo:400:kworker.0 00000100:00100000:3.0:1788536168.555748:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583079552:0@lo:400:kworker.0 00000100:00100000:0.0:1788536168.555778:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536168.555794:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536168.555801:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583080192:0@lo:400:kworker.0 00000100:00100000:3.0:1788536168.555825:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583080064:0@lo:400:kworker.0 00000100:00100000:0.0:1788536168.555842:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536168.555861:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536168.555901:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583079936 00000100:00100000:3.0:1788536168.555907:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583079936 00000100:00100000:1.0:1788536168.555935:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583080192 00000100:00100000:1.0:1788536168.555941:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583080192 00000100:00100000:0.0:1788536168.555995:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583079808 00000100:00100000:0.0:1788536168.555999:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583079808 00000100:00100000:0.0:1788536168.556031:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583079680 00000100:00100000:0.0:1788536168.556034:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583079680 00000100:00100000:0.0:1788536168.556056:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583080064 00000100:00100000:0.0:1788536168.556060:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583080064 00000100:00100000:3.0:1788536168.556064:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1788536168.556078:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583079936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536168.556083:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:0.0:1788536168.556094:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583079808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536168.556145:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583079936:12345-0@lo:400:kworker.0 Request processed in 70us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536168.556153:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583079808:12345-0@lo:400:kworker.0 Request processed in 59us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536168.556158:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1788536168.556174:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1788536168.556182:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1788536168.556191:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583080192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536168.556196:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1788536168.556207:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583079680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536168.556231:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583080192:12345-0@lo:400:kworker.0 Request processed in 42us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536168.556239:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:0.0:1788536168.556248:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583079680:12345-0@lo:400:kworker.0 Request processed in 42us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536168.556256:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1788536168.556443:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1788536168.556451:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583080064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536168.556477:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583080064:12345-0@lo:400:kworker.0 Request processed in 28us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536168.556505:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1788536168.556552:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583079680:0@lo:400:kworker.0 00000100:00100000:0.0:1788536168.556563:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583080192:0@lo:400:kworker.0 00000100:00100000:0.0:1788536168.556572:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583079808:0@lo:400:kworker.0 00000100:00080000:1.0:1788536168.558875:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536168.558885:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536168.558888:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536168.558901:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583079552 00000100:00100000:1.0:1788536168.558910:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583079552 00000100:00100000:1.0:1788536168.558967:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1788536168.558975:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583079552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536168.559055:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583079552:12345-0@lo:400:kworker.0 Request processed in 81us (3263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536168.559062:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1788536168.559119:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583079552:0@lo:400:kworker.0 00000100:00100000:1.0:1788536168.559135:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583080064:0@lo:400:kworker.0 00000100:00100000:1.0:1788536168.559160:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967342 gen 2 00000100:00100000:1.0:1788536168.562590:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583079936:0@lo:400:kworker.0 00000100:00100000:3.0:1788536169.067565:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536169.067599:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583080320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536169.067697:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536169.067783:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583080320 00000100:00100000:3.0:1788536169.067792:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583080320 00000100:00100000:3.0:1788536169.067856:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788536169.067867:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583080320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536169.067915:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 71368704 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536169.067987:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583080320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536169.067995:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788536169.068060:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583080320:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536169.388582:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536170.415179:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536170.604042:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536170.604074:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583080448:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536170.604160:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536170.604274:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583080448 00000100:00100000:3.0:1788536170.604284:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583080448 00000100:00100000:3.0:1788536170.604360:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788536170.604405:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583080448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536170.604474:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536170.604536:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583080448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 167us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536170.604543:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788536170.604607:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583080448:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536170.604781:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:2.0:1788536171.202356:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967904 is committed 00010000:00010000:1.0:1788536171.441941:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536171.596691:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536171.596883:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573822976 00000100:00100000:2.0:1788536171.596894:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573822976 00000100:00100000:2.0:1788536171.596985:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 938 00000100:00100000:2.0:1788536171.596996:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+39:25838:x1875415573822976:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788536171.597102:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+39:25838:x1875415573822976:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 107us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536171.597109:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 938 00000100:00080000:0.0:1788536171.597239:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788536172.460802:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536172.761932:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536172.761983:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536172.762016:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536172.762052:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573823488 00000100:00100000:3.0:1788536172.762062:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573823488 00000100:00100000:3.0:1788536172.762122:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573823744 00000100:00100000:3.0:1788536172.762126:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573823744 00000100:00100000:2.0:1788536172.762141:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 353 00000100:00100000:2.0:1788536172.762158:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573823488:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536172.762193:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573823232 00000100:00100000:0.0:1788536172.762197:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573823232 00000100:00100000:0.0:1788536172.762234:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00100000:2.0:1788536172.762239:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573823488:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 89us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536172.762241:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+85:2354:x1875415573823232:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536172.762272:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+85:2354:x1875415573823232:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 32us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536172.762296:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00080000:0.0:1788536172.762318:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536172.762322:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536172.762324:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536172.777087:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 354 00000100:00100000:0.0:1788536172.777110:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573823744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536172.777590:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 353 00000100:00100000:0.0:1788536172.777714:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573823744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 612us (15695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536172.777733:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 354 00000100:00100000:1.0:1788536172.778130:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536172.778192:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573823104 00000100:00100000:2.0:1788536172.778201:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573823104 00000100:00100000:2.0:1788536172.778253:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 548 00000100:00100000:2.0:1788536172.778261:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573823104:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536172.778304:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573823104:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 45us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536172.778310:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 548 00000100:00100000:1.0:1788536172.779455:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536172.779496:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536172.779545:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536172.779754:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573823360 00000100:00100000:1.0:1788536172.779763:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573823360 00000100:00100000:1.0:1788536172.779821:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573823872 00000100:00100000:1.0:1788536172.779825:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573823872 00000100:00100000:3.0:1788536172.779828:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 355 00000100:00100000:3.0:1788536172.779838:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573823360:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536172.779848:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:1.0:1788536172.779854:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573823872:12345-192.168.203.55@tcp:400:kworker.0 00000100:00080000:0.0:1788536172.779906:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536172.779910:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536172.779961:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573823360:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 113us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536172.779962:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573823616 00000100:00100000:2.0:1788536172.779966:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573823616 00000100:00100000:3.0:1788536172.779968:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 355 00000100:00100000:0.0:1788536172.780046:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00100000:0.0:1788536172.780055:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573823616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536172.782827:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573823872:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 2961us (3270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536172.782843:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:0.0:1788536172.792864:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573823616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 12799us (13357us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536172.792879:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 362 00000001:02000400:2.0:1788536173.264713:0:18986:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 11:36:11 (1788536171) 00010000:00010000:1.0:1788536173.486076:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536173.677621:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583080576:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.677710:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536173.677764:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42beed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583081088:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.677791:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536173.677819:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536173.677825:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583080960:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.677850:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536173.677883:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583080704:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.677906:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536173.677927:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583081216:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.677946:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536173.677961:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536173.677966:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583080832:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.677983:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536173.678013:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583080576 00000100:00100000:3.0:1788536173.678020:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583080576 00000100:00100000:3.0:1788536173.678077:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788536173.678086:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583080576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678133:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583080576:12345-0@lo:400:kworker.0 Request processed in 49us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536173.678140:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788536173.678171:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583080960 00000100:00100000:3.0:1788536173.678174:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583080960 00000100:00100000:3.0:1788536173.678205:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583081216 00000100:00100000:3.0:1788536173.678208:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583081216 00000100:00100000:3.0:1788536173.678231:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1788536173.678237:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583080960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678278:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583080960:12345-0@lo:400:kworker.0 Request processed in 42us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536173.678285:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1788536173.678296:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1788536173.678301:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583081216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678331:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583081216:12345-0@lo:400:kworker.0 Request processed in 30us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536173.678337:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1788536173.678354:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583081088 00000100:00100000:3.0:1788536173.678357:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583081088 00000100:00100000:3.0:1788536173.678402:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583080704 00000100:00100000:3.0:1788536173.678406:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583080704 00000100:00100000:3.0:1788536173.678421:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583080832 00000100:00100000:3.0:1788536173.678423:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583080832 00000100:00100000:3.0:1788536173.678437:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788536173.678443:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583081088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678482:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583081088:12345-0@lo:400:kworker.0 Request processed in 39us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536173.678489:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788536173.678502:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1788536173.678508:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583080704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678548:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583080704:12345-0@lo:400:kworker.0 Request processed in 40us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536173.678554:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1788536173.678565:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1788536173.678571:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583080832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678610:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583080832:12345-0@lo:400:kworker.0 Request processed in 39us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536173.678616:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00080000:3.0:1788536173.678639:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536173.678643:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536173.678645:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536173.678673:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583080832:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678684:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583080704:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678692:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583081216:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678727:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583080960:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678736:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583080576:0@lo:400:kworker.0 00000100:00100000:3.0:1788536173.678745:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42beed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583081088:0@lo:400:kworker.0 00000100:00100000:0.0:1788536173.755155:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536173.755306:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573824000 00000100:00100000:3.0:1788536173.755318:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573824000 00000100:00100000:3.0:1788536173.755430:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 939 00000100:00100000:3.0:1788536173.755441:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+39:26461:x1875415573824000:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788536173.755589:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+39:26461:x1875415573824000:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 150us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536173.755597:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 939 00000100:00080000:0.0:1788536173.755814:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536173.796054:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536173.796129:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573824128 00000100:00100000:2.0:1788536173.796140:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573824128 00000100:00100000:2.0:1788536173.796205:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 940 00000100:00100000:2.0:1788536173.796215:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+85:26462:x1875415573824128:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536173.796234:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536173.796267:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5039a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0767 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796331:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796347:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796360:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796400:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796408:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796415:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796644:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796652:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796666:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796672:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536173.796677:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796685:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796698:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:2.0:1788536173.796701:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.796706:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796712:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f503a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796725:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796731:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796736:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796741:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536173.796743:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796759:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796767:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536173.796770:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.796773:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796779:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f503a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.796817:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5039a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0767 expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.797046:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:2.0:1788536173.797050:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.797055:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5039a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0767 expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.797066:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7a00, rc 0) 00000100:00100000:2.0:1788536173.797135:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+85:26462:x1875415573824128:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 921us (1092us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536173.797143:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 940 00000100:00100000:2.0:1788536173.805152:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536173.805293:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573824384 00000100:00100000:0.0:1788536173.805309:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573824384 00000100:00100000:0.0:1788536173.805442:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 941 00000100:00100000:0.0:1788536173.805463:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+85:26462:x1875415573824384:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:0.0:1788536173.805554:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536173.805590:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f501ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06bf expref: 85 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.805614:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:0.0:1788536173.805620:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536173.805913:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.805931:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 38 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.805956:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.806000:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 38 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.806019:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 38 pid: 5823 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536173.806036:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583081344:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536173.806187:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b3900 going to sleep for 11 seconds 00000100:00100000:1.0:1788536173.813658:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536173.813755:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573824512 00000100:00100000:2.0:1788536173.813784:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573824512 00010000:00010000:2.0:1788536173.813856:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 39 pid: 5823 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536173.813941:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00100000:2.0:1788536173.813954:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:2354:x1875415573824512:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536173.813974:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536173.813983:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 39 pid: 5823 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.813998:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 39 pid: 5823 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.814031:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:2.0:1788536173.814038:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.814048:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.814056:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.814079:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536173.814841:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5022e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b06d4 expref: 39 pid: 5823 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536173.814869:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583081344:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536173.814896:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.814907:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.814914:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.814945:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.814961:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.814984:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536173.816411:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 16384 00010000:00010000:0.0:1788536173.816430:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.816440:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.816448:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.816466:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.816472:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.816481:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.818043:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36a00) 00010000:00010000:0.0:1788536173.818058:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.818071:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.818082:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503af lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536173.818122:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000001cfc7126 reply state 000000000a2d7a2b transno 4294967905 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536173.818160:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536173.818355:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+86:26462:x1875415573824384:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 12895us (13213us total) trans 4294967905 rc 0/0 00000100:00100000:0.0:1788536173.818395:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 941 00000100:00100000:2.0:1788536173.822536:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+38:2354:x1875415573824512:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 8565us (8868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536173.822557:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 286 00010000:00010000:2.0:1788536173.827798:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.827826:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.827864:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.827870:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536173.827876:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.827886:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.827911:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8b1d4969e500) 00010000:00010000:2.0:1788536173.827915:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.827922:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.827929:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503b6 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536173.841307:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536173.841508:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573824640 00000100:00100000:3.0:1788536173.841523:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573824640 00000100:00100000:3.0:1788536173.841601:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 942 00000100:00100000:3.0:1788536173.841612:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+85:26463:x1875415573824640:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536173.841666:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536173.841696:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f503bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b076e expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.841782:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f503c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.841801:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f503c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.841820:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f503c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536173.841869:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536173.841874:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536173.841911:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f503c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.841940:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f503bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b076e expref: 87 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.841962:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f503c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b076e expref: 86 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.841972:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536173.841976:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536173.841980:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547800, rc 0) 00000100:00100000:3.0:1788536173.842072:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+86:26463:x1875415573824640:12345-192.168.203.55@tcp:101:bash.0 Request processed in 461us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536173.842080:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 942 00000100:00100000:1.0:1788536173.845629:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536173.845685:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573824768 00000100:00100000:0.0:1788536173.845698:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573824768 00000100:00100000:0.0:1788536173.845772:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 943 00000100:00100000:0.0:1788536173.845786:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+86:26463:x1875415573824768:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536173.845813:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536173.845839:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503cb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0775 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.845927:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.845946:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.845961:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.845978:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.845987:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.845994:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846145:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f503e0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846154:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f503e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846162:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f503e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536173.846195:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 16384 00000004:00200000:0.0:1788536173.846200:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536173.846224:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f503e0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846470:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846479:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846486:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846493:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.846498:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846506:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846521:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:0.0:1788536173.846535:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.846541:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846548:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f503d2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846567:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846574:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846580:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846585:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.846589:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846596:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846604:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8b1d4969eb00) 00010000:00010000:0.0:1788536173.846607:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.846610:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846616:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f503d9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846662:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f503cb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0775 expref: 88 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846692:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836000/0x94dfe24b69f503e0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0775 expref: 87 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.846701:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536173.846704:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536173.846708:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836000, rc 0) 00000100:00100000:0.0:1788536173.846792:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+87:26463:x1875415573824768:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1008us (1179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536173.846802:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 943 00000100:00100000:2.0:1788536173.851966:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536173.852055:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573824896 00000100:00100000:0.0:1788536173.852070:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573824896 00000100:00100000:0.0:1788536173.852148:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 944 00000100:00100000:0.0:1788536173.852160:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+87:26463:x1875415573824896:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536173.852191:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536173.852225:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f503e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b077c expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.852486:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.852508:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.852522:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855109:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855152:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855167:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855247:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855392:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855400:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855407:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.855411:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855419:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855433:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536173.855437:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.855442:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855449:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f503ee lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855474:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855487:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855494:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855500:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.855503:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855510:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855518:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536173.855521:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.855524:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855529:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f503f5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855583:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f503e7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b077c expref: 88 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855594:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536173.855596:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.855599:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f503e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b077c expref: 88 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.855621:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:0.0:1788536173.855704:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+87:26463:x1875415573824896:12345-192.168.203.55@tcp:101:bash.0 Request processed in 3546us (3755us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536173.855713:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 944 00000100:00100000:1.0:1788536173.869650:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536173.872507:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573825024 00000100:00100000:3.0:1788536173.872538:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573825024 00000100:00100000:3.0:1788536173.872679:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 945 00000100:00100000:3.0:1788536173.872694:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+38:26464:x1875415573825024:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536173.872965:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536173.873002:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f503fc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0783 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.873113:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.873132:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.873149:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536173.873201:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536173.873206:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536173.873506:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.873544:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f503fc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 40 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.873571:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 39 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.873582:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536173.873585:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536173.873611:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546800, rc 0) 00000100:00100000:2.0:1788536173.883658:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+39:26464:x1875415573825024:12345-192.168.203.55@tcp:101:rm.0 Request processed in 10937us (14007us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536173.883676:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 945 00000100:00100000:1.0:1788536173.887505:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536173.887635:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573825152 00000100:00100000:0.0:1788536173.887650:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573825152 00000100:00100000:0.0:1788536173.887848:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 946 00000100:00100000:0.0:1788536173.887860:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+39:26464:x1875415573825152:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536173.887890:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536173.888027:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5040a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b078a expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888121:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888141:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888155:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888174:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888181:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888188:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888593:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f5041f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888605:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f5041f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888614:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f5041f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536173.888781:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 16384 00000004:00200000:0.0:1788536173.888787:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536173.888814:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f5041f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888831:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888838:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888847:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888855:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.888862:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888871:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888889:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:0.0:1788536173.888911:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.888918:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.888925:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50411 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.889123:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.889131:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.889138:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.889143:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.889147:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.889154:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.889163:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536173.889166:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.889169:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.889174:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50418 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.889225:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5040a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b078a expref: 41 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.890330:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836e00/0x94dfe24b69f5041f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b078a expref: 40 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.890340:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536173.890343:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536173.890345:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836e00, rc 0) 00000100:00100000:0.0:1788536173.890496:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+40:26464:x1875415573825152:12345-192.168.203.55@tcp:101:rm.0 Request processed in 2635us (3007us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536173.890508:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 946 00000100:00100000:3.0:1788536173.897029:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536173.897166:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573825280 00000100:00100000:0.0:1788536173.897187:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573825280 00000100:00100000:0.0:1788536173.897309:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 947 00000100:00100000:0.0:1788536173.897325:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:26464:x1875415573825280:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536173.897366:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536173.897451:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50426 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0791 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.897559:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.897578:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.897592:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.897610:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.897887:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.897896:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.897995:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898004:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898012:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898019:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.898024:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898033:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898047:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536173.898050:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.898057:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898064:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5042d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898083:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898097:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898104:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898110:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536173.898113:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898120:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898129:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536173.898132:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.898135:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898141:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50434 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898190:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50426 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0791 expref: 41 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898203:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536173.898205:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536173.898209:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50426 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0791 expref: 41 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.898247:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:0.0:1788536173.898333:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:26464:x1875415573825280:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1011us (1324us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536173.898343:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 947 00000100:00100000:1.0:1788536173.902750:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536173.903294:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573825408 00000100:00100000:2.0:1788536173.903309:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573825408 00000100:00100000:2.0:1788536173.903412:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 948 00000100:00100000:2.0:1788536173.903425:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:26464:x1875415573825408:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536173.903463:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536173.903497:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5043b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0798 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.903619:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.903649:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.903664:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.903683:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.903854:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.903866:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904136:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904145:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904153:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904160:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536173.904165:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904187:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904203:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:2.0:1788536173.904206:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.904212:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904219:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50442 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904441:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904449:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904465:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904471:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536173.904474:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904481:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904490:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536173.904493:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.904496:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904517:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50449 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904570:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5043b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0798 expref: 41 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904583:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:2.0:1788536173.904585:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.904589:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5043b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0798 expref: 41 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.904600:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536173.905514:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:26464:x1875415573825408:12345-192.168.203.55@tcp:101:rm.0 Request processed in 2082us (2775us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536173.905526:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 948 00000100:00100000:0.0:1788536173.961602:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536173.965318:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573825536 00000100:00100000:2.0:1788536173.965341:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573825536 00000100:00100000:2.0:1788536173.965482:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 949 00000100:00100000:2.0:1788536173.965495:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+40:26465:x1875415573825536:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536173.965522:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536173.965550:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50450 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b079f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966043:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966064:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966098:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966116:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966122:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966129:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966201:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966210:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966217:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966223:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536173.966240:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966249:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966264:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:2.0:1788536173.966267:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.966272:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966286:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50457 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966303:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966310:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966316:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966321:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536173.966324:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966331:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966339:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536173.966341:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.966344:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966350:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5045e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966461:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50450 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b079f expref: 41 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966485:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:2.0:1788536173.966487:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.966492:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50450 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b079f expref: 41 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.966504:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536173.966807:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+40:26465:x1875415573825536:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1312us (5216us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536173.966818:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 949 00000100:00100000:2.0:1788536173.972115:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536173.972216:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573825664 00000100:00100000:3.0:1788536173.972239:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573825664 00000100:00100000:3.0:1788536173.972314:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 950 00000100:00100000:3.0:1788536173.972325:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:26465:x1875415573825664:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536173.972351:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536173.972425:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50465 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07a6 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.972535:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.972556:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.972570:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.972588:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.972596:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.972603:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.972680:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.972688:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973257:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973263:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536173.973268:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973277:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973293:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:3.0:1788536173.973297:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536173.973302:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973308:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5046c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973326:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973332:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973339:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973344:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536173.973347:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973364:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973462:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d59b6ff00) 00010000:00010000:3.0:1788536173.973464:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536173.973468:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973475:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50473 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973534:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50465 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07a6 expref: 41 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973546:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:3.0:1788536173.973548:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536173.973552:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f50465 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07a6 expref: 41 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.973562:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546e00, rc 0) 00000100:00100000:3.0:1788536173.973647:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:26465:x1875415573825664:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1323us (1547us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536173.973657:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 950 00000100:00100000:1.0:1788536173.979843:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536173.979967:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573825920 00000100:00100000:2.0:1788536173.979982:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573825920 00000100:00100000:2.0:1788536173.980064:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 951 00000100:00100000:2.0:1788536173.980075:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:26465:x1875415573825920:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536173.980102:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536173.980129:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5047a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07ad expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.980307:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.980325:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.980339:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.980427:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.980436:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.980443:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536173.981356:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x15:0x0], index 1: 0 00010000:00010000:2.0:1788536173.981634:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981647:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981657:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981703:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981711:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981718:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981725:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536173.981730:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981751:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981768:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:2.0:1788536173.981771:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536173.981777:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981783:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50481 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536173.981801:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000007d5e0333 reply state 00000000fa8092df transno 4294967906 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536173.981811:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536173.981852:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5047a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 43 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981868:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 42 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536173.981875:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536173.981878:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536173.981880:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7a00, rc 0) 00000100:00100000:2.0:1788536173.982004:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+43:26465:x1875415573825920:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1929us (2176us total) trans 4294967906 rc 0/0 00000100:00100000:2.0:1788536173.982014:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 951 00010000:00010000:1.0:1788536173.985512:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536173.985537:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536173.985566:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536173.985573:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536173.985579:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536173.985588:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536173.985609:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d61e36800) 00010000:00010000:1.0:1788536173.985613:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536173.985617:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536173.985625:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50488 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536173.989992:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536173.990644:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573826048 00000100:00100000:0.0:1788536173.990660:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573826048 00000100:00100000:0.0:1788536173.990748:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 241 00000100:00100000:0.0:1788536173.990760:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573826048:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536173.990785:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536173.990814:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07b4 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536173.990853:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536173.990880:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=552s v=(0 0) 00010000:00010000:0.0:1788536173.990886:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536173.990898:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.990925:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536173.990944:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837600, rc 0) 00000100:00100000:0.0:1788536173.991104:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573826048:12345-192.168.203.55@tcp:101:cp.0 Request processed in 346us (1129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536173.991140:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 241 00000100:00100000:0.0:1788536173.995756:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536173.995847:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573826176 00000100:00100000:3.0:1788536173.995874:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573826176 00000100:00100000:3.0:1788536173.996027:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 242 00000100:00100000:3.0:1788536173.996041:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:26465:x1875415573826176:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536173.996094:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536173.996121:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07bb expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.996166:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.996178:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536173.996184:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536173.996192:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.996240:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536173.996257:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 12 pid: 16289 timeout: 652 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536173.996287:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583081472:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536173.996477:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536174.001527:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.002443:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573826304 00000100:00100000:0.0:1788536174.002468:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573826304 00010000:00010000:0.0:1788536174.002552:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 13 pid: 16289 timeout: 652 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536174.002604:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 287 00000100:00100000:0.0:1788536174.002619:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573826304:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536174.002653:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536174.002689:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 13 pid: 16289 timeout: 652 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.002708:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 13 pid: 16289 timeout: 652 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.003148:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000985c09dd/0x94dfe24b69f5049d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07b4 expref: 13 pid: 16289 timeout: 652 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536174.003172:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583081472:192.168.203.55@tcp:104: 00000100:00080000:2.0:1788536174.003257:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788536174.004768:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536174.004780:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536174.004799:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.004816:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.008444:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.008519:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546400, rc 0) 00000100:00100000:2.0:1788536174.008791:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:26465:x1875415573826176:12345-192.168.203.55@tcp:101:cp.0 Request processed in 12750us (13049us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536174.008803:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 242 00010000:00010000:0.0:1788536174.011591:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536174.011661:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583081600:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536174.011860:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d466b3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536174.018498:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583081600:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536174.018540:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536174.018619:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ed450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573826304:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 16003us (17107us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536174.018642:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 287 00000100:00100000:1.0:1788536174.021137:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.025542:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573826560 00000100:00100000:0.0:1788536174.025565:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573826560 00000100:00100000:2.0:1788536174.026182:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 190 00000100:00100000:2.0:1788536174.026199:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:26465:x1875415573826560:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536174.026831:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:26465:x1875415573826560:12345-192.168.203.55@tcp:35:cp.0 Request processed in 632us (5705us total) trans 4294967907 rc 0/0 00000100:00100000:2.0:1788536174.026843:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 190 00000100:00100000:3.0:1788536174.071729:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536174.071869:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573826688 00000100:00100000:2.0:1788536174.071884:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573826688 00000100:00080000:0.0:1788536174.071949:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536174.071991:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 952 00000100:00100000:2.0:1788536174.072005:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+87:26468:x1875415573826688:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536174.072032:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536174.072063:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f504ab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07c2 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072153:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072172:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072186:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072202:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072209:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072236:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072364:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072414:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072422:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536174.072475:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:2.0:1788536174.072481:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536174.072504:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072519:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072528:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072535:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072542:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072547:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536174.072552:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072567:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072581:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:2.0:1788536174.072584:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536174.072591:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072597:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f504b2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072615:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072621:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072627:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072930:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536174.072934:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072940:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.072949:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536174.072952:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536174.072954:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.073026:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f504b9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.073069:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f504ab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 89 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.073084:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 88 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.073092:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536174.073095:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536174.073097:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:2.0:1788536174.073186:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+88:26468:x1875415573826688:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1184us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536174.073196:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 952 00000100:00100000:3.0:1788536174.076833:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536174.077209:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573826816 00000100:00100000:2.0:1788536174.077224:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573826816 00000100:00100000:1.0:1788536174.077543:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 243 00000100:00100000:1.0:1788536174.077562:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573826816:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536174.077585:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536174.077609:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000001130228/0x94dfe24b69f504c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07c9 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536174.077703:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583081728:192.168.203.55@tcp:106: 00000100:00080000:0.0:1788536174.078167:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536174.078284:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfa80 going to sleep for 11 seconds 00002000:00010000:2.0:1788536174.085849:0:16289:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536174.085876:0:16289:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb mtime: 0 -> 1788536173 00002000:00010000:2.0:1788536174.085879:0:16289:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb atime: 0 -> 1788536173 00002000:00010000:2.0:1788536174.085881:0:16289:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb ctime: 0 -> 1788536173 00000100:00100000:2.0:1788536174.085920:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583081728:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536174.086191:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000001130228/0x94dfe24b69f504c7 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c9 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.086230:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000001130228/0x94dfe24b69f504c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c9 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.086281:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2200, rc 0) 00000100:00100000:2.0:1788536174.086424:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573826816:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 8867us (9605us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536174.086434:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 243 00000100:00100000:0.0:1788536174.093562:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536174.097483:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573826944 00000100:00100000:3.0:1788536174.097512:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573826944 00000100:00100000:3.0:1788536174.097612:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 953 00000100:00100000:3.0:1788536174.097637:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+88:26468:x1875415573826944:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536174.097670:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536174.097703:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f504ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07d0 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.097815:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.097835:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.097849:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536174.097913:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3c:0x0]: returning size 16384 00000004:00200000:3.0:1788536174.097918:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536174.097943:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.098182:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f504ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 90 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.098232:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 89 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.098241:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:3.0:1788536174.098244:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536174.098248:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546e00, rc 0) 00000100:00100000:3.0:1788536174.098766:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:26468:x1875415573826944:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1136us (5214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536174.098775:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 953 00000100:00100000:3.0:1788536174.103814:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.104054:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573827072 00000100:00100000:0.0:1788536174.104069:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573827072 00000100:00100000:0.0:1788536174.104150:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 244 00000100:00100000:0.0:1788536174.104163:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573827072:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536174.104190:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536174.104217:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f504dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07d7 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536174.104316:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583081856:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536174.104780:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536174.113514:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583081856:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536174.113575:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f504dc lrc: 1/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d7 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.113624:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f504dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d7 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.114123:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536174.114222:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573827072:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 10059us (10423us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536174.114231:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 244 00000100:00100000:3.0:1788536174.133911:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.134779:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573827328 00000100:00100000:0.0:1788536174.134800:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573827328 00000100:00100000:0.0:1788536174.134917:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 954 00000100:00100000:0.0:1788536174.134929:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+89:26468:x1875415573827328:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:0.0:1788536174.135426:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:0.0:1788536174.135573:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+89:26468:x1875415573827328:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 644us (1678us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536174.135582:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 954 00000100:00100000:1.0:1788536174.188671:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583081984:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536174.188803:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536174.189103:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583081984 00000100:00100000:2.0:1788536174.189119:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583081984 00000100:00100000:2.0:1788536174.189198:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1788536174.189209:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583081984:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536174.189257:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 71368704 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536174.202745:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583081984:12345-0@lo:13:osp-pre-1-0.0 Request processed in 13523us (13928us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536174.202764:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1788536174.207098:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583081984:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1788536174.446417:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536174.446433:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536174.446816:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:2.0:1788536174.446824:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536174.447147:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583082112:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536174.447274:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536174.453749:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536174.453793:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e7100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583082112:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536174.453974:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573827456 00000100:00100000:1.0:1788536174.453984:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573827456 00000100:00100000:1.0:1788536174.454054:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 955 00000100:00100000:1.0:1788536174.454065:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:26478:x1875415573827456:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536174.454110:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536174.454243:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:26478:x1875415573827456:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 178us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536174.454252:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 955 00000100:00100000:2.0:1788536174.476111:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536174.476220:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573827712 00000100:00100000:3.0:1788536174.476234:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573827712 00000100:00100000:3.0:1788536174.476306:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 956 00000100:00100000:3.0:1788536174.476318:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:26478:x1875415573827712:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536174.476353:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536174.476429:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f504e3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07de expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.476589:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f504ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.476607:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f504ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.476646:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f504ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536174.476662:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:3.0:1788536174.476838:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f504e3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07de expref: 46 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.476873:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f504ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07de expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.476884:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:3.0:1788536174.476887:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536174.476891:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547400, rc 0) 00000100:00100000:3.0:1788536174.476994:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:26478:x1875415573827712:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 678us (900us total) trans 4294967908 rc 0/0 00000100:00100000:3.0:1788536174.477004:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 956 00000100:00100000:2.0:1788536174.483850:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536174.484071:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573827840 00000100:00100000:3.0:1788536174.484086:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573827840 00000100:00100000:3.0:1788536174.484160:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 245 00000100:00100000:3.0:1788536174.484172:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573827840:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536174.484233:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.484259:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.484287:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536174.484293:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536174.484299:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.484345:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.484362:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 11 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536174.485094:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583082240:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536174.499085:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536174.504875:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536174.509569:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536174.509617:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573828096 00000100:00100000:3.0:1788536174.509640:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573828096 00002000:00100000:3.0:1788536174.509707:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff8b1d7bec1500 x1875415573828096/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:75/0 lens 648/0 e 0 to 0 dl 1788536185 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536174.509719:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bec1500 with x1875415573828096 ext(0->157) 00010000:00010000:3.0:1788536174.509732:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 12 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.509751:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 12 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536174.509779:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d7bec1500 00000100:00100000:3.0:1788536174.509816:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 9 00000100:00100000:3.0:1788536174.509827:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573828096:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:3.0:1788536174.512794:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415573828096:12345-192.168.203.55@tcp:4:cp.0 Request processed in 2949us (3224us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1788536174.512814:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 9 00002000:00100000:3.0:1788536174.512834:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->157) req@ffff8b1d7bec1500 x1875415573828096/t4294967351(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:75/0 lens 648/448 e 0 to 0 dl 1788536185 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536174.512845:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bec1500 with x1875415573828096 ext(0->157) 00010000:00010000:3.0:1788536174.513046:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 14 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.513076:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 14 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536174.513086:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d7bec1500 00000100:00100000:3.0:1788536174.513353:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583082240:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536174.513421:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536174.513989:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573827968 00000100:00100000:1.0:1788536174.514001:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573827968 00000100:00100000:1.0:1788536174.514076:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 41 00000100:00100000:1.0:1788536174.514086:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:2352:x1875415573827968:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536174.514103:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536174.514132:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f504ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07de expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.514152:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536174.514157:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536174.514225:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:2352:x1875415573827968:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 141us (9377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536174.514233:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 41 00010000:00010000:1.0:1788536174.516992:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536174.519584:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536174.521181:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573828224 00000100:00100000:2.0:1788536174.521202:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573828224 00010000:00010000:2.0:1788536174.521265:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 14 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536174.521327:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 288 00000100:00100000:2.0:1788536174.521347:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415573828224:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536174.521415:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536174.521465:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 14 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.521484:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 14 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.521519:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000021bd290b/0x94dfe24b69f504a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07bb expref: 14 pid: 6668 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.521539:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536174.521544:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536174.521551:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.521561:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536174.521600:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536174.521628:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.521653:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.521684:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.521694:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.521705:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.521712:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536174.521716:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.521726:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.521740:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.521748:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f504f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536174.522127:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573827840:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 37691us (38028us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536174.522139:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 245 00000100:00100000:2.0:1788536174.522199:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573828224:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 855us (2630us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536174.522207:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 288 00000100:00100000:0.0:1788536174.526799:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536174.526875:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573828480 00000100:00100000:2.0:1788536174.526889:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573828480 00000100:00100000:2.0:1788536174.526969:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 957 00000100:00100000:2.0:1788536174.526981:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:26478:x1875415573828480:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536174.527134:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:26478:x1875415573828480:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 156us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536174.527143:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 957 00000100:00100000:2.0:1788536174.536238:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536174.536319:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573828608 00000100:00100000:3.0:1788536174.536331:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573828608 00000100:00100000:3.0:1788536174.536509:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 246 00000100:00100000:3.0:1788536174.536523:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573828608:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536174.536552:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536174.536580:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07e5 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536174.536617:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x6a9ae56d, atime: 0x0, ctime: 0x6a9ae56d, blocks: 0x1 00010000:00010000:3.0:1788536174.536652:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=552s v=(0 0) 00010000:00010000:3.0:1788536174.536658:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536174.536670:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.536692:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536174.536710:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547200, rc 0) 00000100:00100000:3.0:1788536174.536783:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573828608:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 263us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536174.536791:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 246 00000100:00100000:3.0:1788536174.544835:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.544974:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573828864 00000100:00100000:0.0:1788536174.544990:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573828864 00000100:00100000:0.0:1788536174.545070:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 958 00000100:00100000:0.0:1788536174.545083:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:26478:x1875415573828864:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536174.545242:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:26478:x1875415573828864:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 161us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536174.545252:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 958 00000100:00100000:0.0:1788536174.550766:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536174.550984:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573828992 00000100:00100000:3.0:1788536174.550999:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573828992 00002000:00100000:3.0:1788536174.551066:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff8b1c42dd7b80 x1875415573828992/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:75/0 lens 488/0 e 0 to 0 dl 1788536185 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536174.551079:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42dd7b80 with x1875415573828992 ext(0->4095) 00002000:00010000:3.0:1788536174.551086:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42dd7b80 00000100:00100000:3.0:1788536174.551117:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 90 00000100:00100000:3.0:1788536174.551128:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573828992:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536174.553265:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573828992:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 2122us (2500us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536174.553285:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 90 00002000:00100000:3.0:1788536174.553304:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (0->4095) req@ffff8b1c42dd7b80 x1875415573828992/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:75/0 lens 488/4536 e 0 to 0 dl 1788536185 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536174.553316:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42dd7b80 with x1875415573828992 ext(0->4095) 00002000:00010000:3.0:1788536174.553324:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42dd7b80 00000100:00100000:3.0:1788536174.558836:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.559745:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573829120 00000100:00100000:0.0:1788536174.559760:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573829120 00000100:00100000:0.0:1788536174.559849:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 959 00000100:00100000:0.0:1788536174.559872:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:26478:x1875415573829120:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536174.559901:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536174.559931:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50506 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07ec expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.559981:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.560001:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.560014:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.560165:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50506 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.560192:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 45 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.560203:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536174.560206:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536174.560211:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536174.560316:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:26478:x1875415573829120:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 457us (1494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536174.560335:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 959 00000100:00100000:3.0:1788536174.565523:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.565702:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573829248 00000100:00100000:0.0:1788536174.565716:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573829248 00000100:00100000:0.0:1788536174.565795:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 960 00000100:00100000:0.0:1788536174.565807:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:26478:x1875415573829248:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536174.565853:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536174.566000:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:26478:x1875415573829248:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 195us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536174.566009:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 960 00000100:00100000:3.0:1788536174.575887:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.575960:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573829376 00000100:00100000:0.0:1788536174.575973:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573829376 00000100:00100000:0.0:1788536174.576053:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 247 00000100:00100000:0.0:1788536174.576065:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573829376:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536174.576145:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576168:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536174.576173:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536174.576180:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576197:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576240:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576268:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576278:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576286:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536174.576292:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576303:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576322:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.576331:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f50514 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536174.576475:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573829376:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 411us (612us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536174.576493:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 247 00000100:00100000:3.0:1788536174.579022:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.579249:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573829632 00000100:00100000:0.0:1788536174.579263:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573829632 00000100:00100000:0.0:1788536174.579343:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 961 00000100:00100000:0.0:1788536174.579440:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:26478:x1875415573829632:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536174.579788:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.579811:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 45 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.579822:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 4/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.579869:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 45 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.579886:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 45 pid: 5824 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536174.579903:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583082368:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536174.580039:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5043ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536174.592393:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536174.592576:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573829760 00000100:00100000:0.0:1788536174.592587:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573829760 00010000:00010000:0.0:1788536174.592717:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 46 pid: 5824 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536174.592766:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 289 00000100:00100000:0.0:1788536174.592777:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+46:2354:x1875415573829760:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536174.592795:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536174.592804:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 46 pid: 5824 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.592838:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 46 pid: 5824 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.592919:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5050d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ec expref: 46 pid: 5824 timeout: 652 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.592942:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536174.592949:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.592961:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.592971:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536174.592995:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536174.593184:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:2354:x1875415573829760:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 405us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536174.593194:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 289 00000100:00100000:1.0:1788536174.593508:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583082368:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536174.593558:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.593570:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.593577:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.593952:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.593962:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.593969:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.593976:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536174.593981:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.593991:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.594004:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536174.594008:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536174.594012:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536174.594019:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5051b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536174.594274:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:26478:x1875415573829632:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 14837us (15264us total) trans 4294967909 rc 0/0 00000100:00100000:1.0:1788536174.594284:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 961 00000100:00100000:0.0:1788536174.600579:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536174.600764:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573830016 00000100:00100000:1.0:1788536174.600777:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573830016 00000100:00100000:1.0:1788536174.600852:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 191 00000100:00100000:1.0:1788536174.600872:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:26478:x1875415573830016:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536174.601235:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:26478:x1875415573830016:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 372us (671us total) trans 4294967910 rc 0/0 00000100:00100000:1.0:1788536174.601244:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 191 00000040:00080000:3.0:1788536174.601595:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536174.601602:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536174.604573:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536174.604594:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788536175.140265:0:19035:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536175.140283:0:19035:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536175.144141:0:19035:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:1.0:1788536175.144155:0:19035:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536175.229393:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536175.229558:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573830144 00000100:00100000:1.0:1788536175.229571:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573830144 00000100:00100000:1.0:1788536175.229668:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 248 00000100:00100000:1.0:1788536175.229684:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573830144:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536175.229713:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536175.229742:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07f3 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.229783:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536175.229788:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536175.229799:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.229846:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.229863:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2a00, rc 0) 00000100:00100000:1.0:1788536175.229948:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573830144:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 269us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536175.229956:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 248 00000100:00100000:0.0:1788536175.251404:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.251562:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573830400 00000100:00100000:2.0:1788536175.251575:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573830400 00000100:00100000:2.0:1788536175.251789:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 962 00000100:00100000:2.0:1788536175.251801:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+89:26479:x1875415573830400:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536175.251986:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536175.252017:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50529 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b07fa expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.252171:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50530 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.252189:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50530 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.252208:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50530 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536175.252222:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1788536175.252421:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50529 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07fa expref: 92 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.252441:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50530 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07fa expref: 91 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.252472:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536175.252476:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788536175.252481:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:2.0:1788536175.252556:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+91:26479:x1875415573830400:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 757us (1170us total) trans 4294967911 rc 0/0 00000100:00100000:2.0:1788536175.252564:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 962 00000100:00100000:0.0:1788536175.255209:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.255431:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573830528 00000100:00100000:2.0:1788536175.255456:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573830528 00000100:00100000:2.0:1788536175.255526:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 249 00000100:00100000:2.0:1788536175.255537:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573830528:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:2.0:1788536175.255681:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.255710:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.255721:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.255731:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536175.255736:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536175.255741:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 5/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.255784:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.255812:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 13 pid: 6668 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.255968:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583082496:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536175.256109:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.256119:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 12 pid: 16289 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.256249:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583082624:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536175.256292:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536175.259192:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.259234:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573830656 00000100:00100000:3.0:1788536175.259246:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573830656 00010000:00010000:3.0:1788536175.259314:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 14 pid: 6668 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536175.259393:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 290 00000100:00100000:3.0:1788536175.259415:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573830656:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536175.259434:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536175.259710:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 14 pid: 6668 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.259729:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 14 pid: 6668 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.259764:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536175.259833:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573830656:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 430us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536175.259842:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 290 00010000:00010000:2.0:1788536175.263538:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50522 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07f3 expref: 13 pid: 6668 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.263571:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583082496:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536175.263587:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583082624:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536175.263846:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536175.264002:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573830784 00000100:00100000:1.0:1788536175.264014:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573830784 00010000:00010000:1.0:1788536175.264073:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 13 pid: 16289 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264269:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536175.264303:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00100000:1.0:1788536175.264317:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573830784:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536175.264343:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536175.264417:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 13 pid: 16289 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.264436:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 13 pid: 16289 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.264478:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e66603e8/0x94dfe24b69f504ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07e5 expref: 13 pid: 16289 timeout: 653 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.264511:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536175.264516:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536175.264523:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.264534:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.264571:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536175.264648:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573830784:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 333us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536175.264657:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 291 00010000:00010000:2.0:1788536175.264704:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264726:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264756:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264766:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264775:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264782:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536175.264788:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264798:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264812:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.264821:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f5053e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.265021:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573830528:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 9484us (9822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536175.265031:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 249 00000100:00100000:3.0:1788536175.272596:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536175.272724:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573831040 00000100:00100000:1.0:1788536175.272740:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573831040 00000100:00100000:1.0:1788536175.272831:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 192 00000100:00100000:1.0:1788536175.272845:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+91:26479:x1875415573831040:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:1.0:1788536175.272953:0:5827:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x19:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50530 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07fa expref: 91 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536175.273270:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967912 00000001:00080000:1.0:1788536175.274011:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967913 00010000:00010000:1.0:1788536175.274101:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.274125:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 45 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.274150:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 94 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.274162:0:5827:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.274215:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 94 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.274236:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 94 pid: 5825 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536175.274255:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583082752:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536175.274414:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 45 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.274424:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 45 pid: 6725 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536175.274434:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583082880:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536175.274477:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536175.280848:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3be680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583082752:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536175.280873:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583082880:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536175.280919:0:5827:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536175.283946:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536175.284030:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573831168 00000100:00100000:0.0:1788536175.284043:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573831168 00010000:00010000:0.0:1788536175.284122:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 46 pid: 6725 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536175.284200:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 292 00000100:00100000:0.0:1788536175.284213:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:2355:x1875415573831168:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536175.284234:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536175.284244:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 46 pid: 6725 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.284260:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 46 pid: 6725 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.284291:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5048f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07ad expref: 46 pid: 6725 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.284310:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536175.284317:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.284326:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.284334:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536175.284435:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:2355:x1875415573831168:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 224us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536175.284467:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 292 00000100:00080000:2.0:1788536175.285283:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536175.289738:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536175.289857:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573831296 00000100:00100000:0.0:1788536175.289871:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573831296 00010000:00010000:0.0:1788536175.289926:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 95 pid: 5825 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536175.289979:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 293 00000100:00100000:0.0:1788536175.289991:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:2355:x1875415573831296:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536175.290010:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536175.290018:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 95 pid: 5825 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.290035:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 95 pid: 5825 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.290064:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f504c0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07c2 expref: 95 pid: 5825 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.290098:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536175.290105:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.290116:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.290124:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.290187:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536175.290217:0:5827:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.290229:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536175.290262:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ef450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+94:2355:x1875415573831296:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 272us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536175.290272:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 293 00000001:00080000:2.0:1788536175.290441:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967914 00000001:00080000:2.0:1788536175.290733:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967915 00000001:00080000:2.0:1788536175.290802:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967916 00000100:00100000:2.0:1788536175.291526:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583083008:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788536175.291604:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536175.292014:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ad300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536175.292053:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583083008 00000100:00100000:2.0:1788536175.292060:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583083008 00000100:00100000:2.0:1788536175.292132:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788536175.292274:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583083008:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788536175.292404:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583083008:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 133us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536175.292413:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1788536175.292453:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536175.292493:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583083008:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1788536175.293613:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967917 00000100:00100000:2.0:1788536175.293849:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583083136:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788536175.294095:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536175.294257:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77549780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536175.294362:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583083136 00000100:00100000:0.0:1788536175.294459:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583083136 00000100:00100000:0.0:1788536175.294546:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788536175.294556:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583083136:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788536175.294798:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583083136:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 243us (703us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1788536175.294807:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788536175.295301:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583083136:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1788536175.295335:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.295346:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.295355:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.295362:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536175.295395:0:5827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.295406:0:5827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.295426:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536175.295430:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788536175.295436:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.295451:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50545 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536175.296050:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x3d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788536175.296395:0:5827:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:2.0:1788536175.296411:0:5827:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 553524041260ns, next at 554524037722ns, rc = 0 00000001:00080000:2.0:1788536175.296439:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967918 00010000:00010000:2.0:1788536175.296509:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536175.296513:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788536175.296522:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50530 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07fa expref: 98 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.297127:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+97:26479:x1875415573831040:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 24283us (24548us total) trans 4294967919 rc 0/0 00000100:00100000:2.0:1788536175.297156:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 192 00000020:00080000:2.0:1788536175.297164:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1788536175.324879:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536175.324951:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573831424 00000100:00100000:0.0:1788536175.324965:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573831424 00000100:00100000:0.0:1788536175.325048:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 963 00000100:00100000:0.0:1788536175.325061:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+97:26480:x1875415573831424:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536175.325106:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536175.325137:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5054c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0801 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325705:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325728:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325743:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325774:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325783:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325790:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325917:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50561 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325925:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50561 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.325932:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50561 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536175.325975:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:0.0:1788536175.325981:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536175.326003:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50561 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326015:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50561 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326023:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326030:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326045:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326052:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536175.326057:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326065:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326080:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:0.0:1788536175.326084:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536175.326273:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326282:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50553 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326296:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326302:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326308:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326312:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536175.326316:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326331:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326340:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536175.326342:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536175.326346:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326352:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5055a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326431:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5054c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0801 expref: 99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326460:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50561 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0801 expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.326468:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536175.326471:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536175.326474:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536175.326573:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+98:26480:x1875415573831424:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1513us (1706us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536175.326583:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 963 00000100:00100000:0.0:1788536175.344243:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536175.344322:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573831680 00000100:00100000:1.0:1788536175.344337:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573831680 00000100:00100000:1.0:1788536175.344455:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 42 00000100:00100000:1.0:1788536175.344469:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+98:26480:x1875415573831680:12345-192.168.203.55@tcp:103:lfs.0 00010000:00010000:1.0:1788536175.344507:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536175.344540:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50561 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0801 expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.344561:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:1.0:1788536175.344575:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536175.344654:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+97:26480:x1875415573831680:12345-192.168.203.55@tcp:103:lfs.0 Request processed in 189us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536175.344662:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 42 00000100:00100000:1.0:1788536175.354776:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536175.354884:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573831808 00000100:00100000:0.0:1788536175.354898:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573831808 00000100:00100000:0.0:1788536175.354984:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 964 00000100:00100000:0.0:1788536175.354996:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:26480:x1875415573831808:12345-192.168.203.55@tcp:58:lfs.0 00010000:00010000:0.0:1788536175.355169:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.355189:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.355204:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536175.355561:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:0.0:1788536175.355688:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:26480:x1875415573831808:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 692us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536175.355699:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 964 00010000:00010000:1.0:1788536175.532631:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536175.659758:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536175.659771:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536175.659846:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:3.0:1788536175.659856:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536175.660258:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583083264:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536175.660514:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536175.668207:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583083264:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536175.672671:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.672799:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573831936 00000100:00100000:2.0:1788536175.672812:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573831936 00000100:00100000:2.0:1788536175.672969:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 965 00000100:00100000:2.0:1788536175.672984:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:26490:x1875415573831936:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536175.673036:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536175.673165:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:26490:x1875415573831936:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 185us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536175.673174:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 965 00000100:00100000:0.0:1788536175.677472:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.678271:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573832064 00000100:00100000:3.0:1788536175.678289:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573832064 00000100:00100000:2.0:1788536175.684740:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 966 00000100:00100000:2.0:1788536175.684758:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:26490:x1875415573832064:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788536175.684873:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.684897:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.684911:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.684952:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.684959:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.684965:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685000:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685007:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685013:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536175.685061:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00000004:00200000:2.0:1788536175.685066:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536175.685084:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685097:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685104:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685111:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685126:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536175.685131:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685138:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685152:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536175.685155:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536175.685161:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685167:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5056f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685182:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685187:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685193:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685198:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536175.685200:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685206:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685225:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8876c877 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536175.685228:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536175.685230:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685236:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50576 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8876c877 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685252:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685256:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685261:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685265:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536175.685268:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685273:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685278:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536175.685280:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536175.685283:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.685288:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f5057d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.686130:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:26490:x1875415573832064:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 1365us (8680us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536175.686145:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 966 00000100:00100000:0.0:1788536175.696283:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.696878:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573832320 00000100:00100000:2.0:1788536175.696892:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573832320 00000100:00100000:2.0:1788536175.696973:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 967 00000100:00100000:2.0:1788536175.696987:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:26490:x1875415573832320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536175.697016:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536175.697041:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50584 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0808 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697176:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697193:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697207:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536175.697219:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1788536175.697345:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697354:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697361:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697415:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536175.697421:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697430:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697455:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536175.697458:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536175.697465:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697473:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5058b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697528:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50584 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0808 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697539:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536175.697541:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536175.697544:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50584 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0808 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.697554:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6a00, rc 0) 00000100:00100000:2.0:1788536175.697846:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:26490:x1875415573832320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 861us (1580us total) trans 4294967920 rc 301/301 00000100:00100000:2.0:1788536175.697856:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 967 00000100:00100000:1.0:1788536175.710623:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.713716:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573832448 00000100:00100000:3.0:1788536175.713738:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573832448 00000100:00100000:3.0:1788536175.720330:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 968 00000100:00100000:3.0:1788536175.720362:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:26490:x1875415573832448:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536175.720461:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x19:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536175.720624:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:26490:x1875415573832448:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 274us (10016us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536175.720633:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 968 00000100:00100000:3.0:1788536175.728023:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583083392:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536175.728130:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536175.728319:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583083392 00000100:00100000:2.0:1788536175.728348:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583083392 00000100:00100000:2.0:1788536175.728466:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1788536175.728478:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583083392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536175.728526:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 76480512 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536175.728587:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583083392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (458us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536175.728595:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00080000:3.0:1788536175.728672:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536175.728721:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583083392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536175.735404:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.737072:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573832704 00000100:00100000:2.0:1788536175.737093:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573832704 00000100:00100000:2.0:1788536175.737195:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 969 00000100:00100000:2.0:1788536175.737210:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+46:26490:x1875415573832704:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536175.737238:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536175.737266:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50599 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b080f expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.738155:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f505a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.738177:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f505a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.738190:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f505a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536175.738204:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00010000:00010000:2.0:1788536175.738272:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50599 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b080f expref: 49 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.738296:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f505a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b080f expref: 48 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.738324:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536175.738327:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536175.738332:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:2.0:1788536175.740931:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:26490:x1875415573832704:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3704us (5557us total) trans 4294967921 rc 0/0 00000100:00100000:2.0:1788536175.740947:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 969 00000100:00100000:3.0:1788536175.745159:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.748489:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573832960 00000100:00100000:2.0:1788536175.748507:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573832960 00000100:00100000:2.0:1788536175.748593:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 970 00000100:00100000:2.0:1788536175.748606:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:26490:x1875415573832960:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536175.748687:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536175.748723:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f505a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b080f expref: 48 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.748744:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536175.748758:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536175.748786:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.748803:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.748814:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.748859:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.748905:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 96 pid: 5823 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.748923:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583083520:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536175.749060:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536175.751928:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.752563:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573833088 00000100:00100000:3.0:1788536175.752577:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573833088 00000100:00100000:2.0:1788536175.753577:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583083520:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536175.753619:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.755335:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 97 pid: 5823 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536175.755848:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 294 00000100:00100000:3.0:1788536175.755881:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:2354:x1875415573833088:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536175.755904:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536175.755915:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 97 pid: 5823 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.755932:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 97 pid: 5823 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.755964:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f504d5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b07d0 expref: 97 pid: 5823 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.755997:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:3.0:1788536175.756004:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756015:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756024:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756062:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536175.756152:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+96:2354:x1875415573833088:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 291us (4239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536175.756161:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 294 00010000:00010000:3.0:1788536175.756221:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756239:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756274:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756287:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756296:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756418:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756427:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756435:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756458:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536175.756464:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756474:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756484:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:3.0:1788536175.756488:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536175.756492:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756506:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f505ae lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756519:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756525:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756531:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756536:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536175.756540:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756547:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756555:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0xd46c2a0f (ffff8b1d512a9c00) 00010000:00010000:3.0:1788536175.756558:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536175.756561:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.756567:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505b5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3c:0x0].0xd46c2a0f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536175.756647:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:26490:x1875415573832960:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 8043us (11509us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536175.756655:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 970 00000100:00100000:0.0:1788536175.760667:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536175.760819:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573833216 00000100:00100000:1.0:1788536175.760833:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573833216 00000100:00100000:1.0:1788536175.760917:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 971 00000100:00100000:1.0:1788536175.760928:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:26490:x1875415573833216:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536175.760953:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536175.760980:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0816 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.761024:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.761047:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.761061:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.761201:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 49 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.761223:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.761234:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:1.0:1788536175.761237:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536175.761240:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2000, rc 0) 00000100:00100000:1.0:1788536175.766523:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:26490:x1875415573833216:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 5578us (5851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536175.766541:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 971 00000100:00100000:0.0:1788536175.781687:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.784175:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573833472 00000100:00100000:3.0:1788536175.784199:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573833472 00000100:00100000:3.0:1788536175.784297:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 972 00000100:00100000:3.0:1788536175.784312:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:26490:x1875415573833472:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536175.784491:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.784514:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.784531:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536175.784802:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000dd0c2c76 reply state 00000000fc1cf180 transno 4294967922 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536175.784813:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536175.784968:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:26490:x1875415573833472:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 659us (3296us total) trans 4294967922 rc 0/0 00000100:00100000:3.0:1788536175.784976:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 972 00000100:00100000:3.0:1788536175.790044:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536175.790129:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573833600 00000100:00100000:1.0:1788536175.790144:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573833600 00000100:00100000:1.0:1788536175.790224:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 973 00000100:00100000:1.0:1788536175.790236:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:26490:x1875415573833600:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536175.790269:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536175.790294:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b081d expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.790405:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 51 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.790434:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 51 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.790480:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:1.0:1788536175.790484:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536175.790488:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2e00, rc 0) 00000100:00100000:1.0:1788536175.790566:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:26490:x1875415573833600:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 331us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536175.790573:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 973 00010000:00010000:2.0:1788536175.790884:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.790895:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.790902:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.790908:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536175.790913:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.790922:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.790936:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:2.0:1788536175.790939:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788536175.790945:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.790962:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f505ca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536175.795283:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.795357:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573833728 00000100:00100000:2.0:1788536175.795414:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573833728 00000100:00100000:2.0:1788536175.795503:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 193 00000100:00100000:2.0:1788536175.795514:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:26490:x1875415573833728:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788536175.795682:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:26490:x1875415573833728:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 170us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536175.795692:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 193 00000100:00100000:1.0:1788536175.826411:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.826585:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573833984 00000100:00100000:3.0:1788536175.826600:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573833984 00000100:00100000:3.0:1788536175.826672:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 194 00000100:00100000:3.0:1788536175.826684:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:26490:x1875415573833984:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536175.827015:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:26490:x1875415573833984:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 332us (614us total) trans 4294967923 rc 0/0 00000100:00100000:3.0:1788536175.827024:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 194 00000100:00100000:3.0:1788536175.829263:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536175.834071:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573834240 00000100:00100000:1.0:1788536175.834096:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573834240 00000100:00100000:1.0:1788536175.834250:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 974 00000100:00100000:1.0:1788536175.834265:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:26490:x1875415573834240:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536175.834493:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:26490:x1875415573834240:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 230us (5244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536175.834503:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 974 00000100:00100000:1.0:1788536175.842996:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.843220:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573834496 00000100:00100000:2.0:1788536175.843233:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573834496 00000100:00100000:2.0:1788536175.843297:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 975 00000100:00100000:2.0:1788536175.843308:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:26490:x1875415573834496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536175.843333:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536175.843358:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f505d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0824 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.843542:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.843560:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.843571:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.843643:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.843659:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 52 pid: 6725 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.843676:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583083648:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536175.843780:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b63c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536175.847891:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.848022:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573834624 00000100:00100000:3.0:1788536175.848036:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573834624 00010000:00010000:3.0:1788536175.848092:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 53 pid: 6725 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536175.848146:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 295 00000100:00100000:3.0:1788536175.848159:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415573834624:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536175.848179:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536175.848187:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 53 pid: 6725 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.848202:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 53 pid: 6725 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.848232:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:3.0:1788536175.848239:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.848251:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.848260:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.848282:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536175.848355:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415573834624:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 198us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536175.848362:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 295 00010000:00010000:2.0:1788536175.850523:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f505d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b081d expref: 52 pid: 6725 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536175.850556:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583083648:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536175.850592:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.850603:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.850609:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536175.850634:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00080000:2.0:1788536175.852716:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x13:0x0], index 0: 0 00010000:00010000:2.0:1788536175.853206:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.853222:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.853254:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.853261:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536175.853267:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.853277:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.853299:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:2.0:1788536175.853302:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536175.853308:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.853316:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f505df lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.854294:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f505d8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0824 expref: 52 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.854316:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:2.0:1788536175.854319:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536175.854325:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f505d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0824 expref: 52 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536175.854341:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:0.0:1788536175.857053:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:26490:x1875415573834496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 13726us (14053us total) trans 4294967924 rc 301/301 00000100:00100000:0.0:1788536175.857070:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 975 00000100:00100000:0.0:1788536175.873645:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.878167:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573834880 00000100:00100000:3.0:1788536175.878189:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573834880 00000100:00100000:0.0:1788536175.878622:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 195 00000100:00100000:0.0:1788536175.878641:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:26490:x1875415573834880:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536175.879192:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea0050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:26490:x1875415573834880:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 553us (5558us total) trans 4294967925 rc 0/0 00000100:00100000:3.0:1788536175.886312:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.886766:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573835008 00000100:00100000:2.0:1788536175.886780:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573835008 00000100:00100000:3.0:1788536175.886975:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 976 00000100:00100000:3.0:1788536175.886990:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:26490:x1875415573835008:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536175.887025:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536175.887055:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f505ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b082b expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.887162:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f505f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.887181:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f505f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.887195:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f505f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536175.887240:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1a:0x0]: returning size 0 00000004:00200000:3.0:1788536175.887246:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536175.887268:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f505f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.887297:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546e00/0x94dfe24b69f505ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b082b expref: 55 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.887317:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f505f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b082b expref: 54 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.887328:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:3.0:1788536175.887339:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788536175.887356:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546000, rc 0) 00000100:00100000:3.0:1788536175.887495:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:26490:x1875415573835008:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 508us (1198us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536175.887504:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 976 00000100:00100000:0.0:1788536175.888363:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 195 00000100:00100000:3.0:1788536175.901772:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536175.901992:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573835136 00000100:00100000:0.0:1788536175.902007:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573835136 00000100:00100000:0.0:1788536175.902107:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 250 00000100:00100000:0.0:1788536175.902118:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573835136:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536175.902147:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536175.902177:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0832 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536175.902214:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536175.902240:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=554s v=(0 0) 00010000:00010000:0.0:1788536175.902245:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536175.902258:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.902283:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536175.902300:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837200, rc 0) 00000100:00080000:3.0:1788536175.902460:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536175.902675:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573835136:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 557us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536175.902684:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 250 00000100:00100000:2.0:1788536175.912423:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.912734:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573835392 00000100:00100000:3.0:1788536175.912747:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573835392 00000100:00100000:3.0:1788536175.912824:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 977 00000100:00100000:3.0:1788536175.912835:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:26490:x1875415573835392:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536175.912994:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:26490:x1875415573835392:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 159us (584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536175.913003:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 977 00000100:00100000:0.0:1788536175.935092:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536175.935201:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573835520 00000100:00100000:1.0:1788536175.935215:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573835520 00000100:00100000:1.0:1788536175.935285:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:1.0:1788536175.935296:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:26490:x1875415573835520:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536175.935320:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536175.935356:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0839 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.935431:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.935467:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536175.935473:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536175.935481:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.935534:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.935552:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 10 pid: 6667 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536175.935570:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583083776:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536175.935689:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536175.946847:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.948648:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573835648 00000100:00100000:3.0:1788536175.948667:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573835648 00010000:00010000:3.0:1788536175.948725:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 11 pid: 6667 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536175.948777:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 296 00000100:00100000:3.0:1788536175.948787:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573835648:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536175.948804:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536175.948830:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 11 pid: 6667 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.948846:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 11 pid: 6667 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.948906:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536175.948912:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536175.948922:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.948934:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536175.948983:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536175.948998:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e153800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583083904:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536175.949100:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536175.954906:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e153800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583083904:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536175.954941:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536175.955011:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573835648:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 6224us (8177us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536175.955025:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 296 00010000:00010000:1.0:1788536175.956727:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006418fe0a/0x94dfe24b69f505fb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0832 expref: 10 pid: 6667 timeout: 654 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536175.956820:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb01f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583083776:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536175.956865:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536175.956887:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2400, rc 0) 00000100:00100000:1.0:1788536175.957031:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:26490:x1875415573835520:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 21728us (21946us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536175.957059:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:0.0:1788536175.960944:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536175.962456:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573835776 00000100:00100000:3.0:1788536175.962475:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573835776 00002000:00100000:3.0:1788536175.962548:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff8b1d7bfdc380 x1875415573835776/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:76/0 lens 648/0 e 0 to 0 dl 1788536186 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536175.962561:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfdc380 with x1875415573835776 ext(0->157) 00002000:00010000:3.0:1788536175.962569:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bfdc380 00000100:00100000:3.0:1788536175.962634:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 91 00000100:00100000:3.0:1788536175.962645:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573835776:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788536175.967291:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573835776:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 4630us (6346us total) trans 4294967345 rc 0/0 00000100:00100000:0.0:1788536175.967311:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 91 00002000:00100000:0.0:1788536175.967328:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x13:0x0] (0->157) req@ffff8b1d7bfdc380 x1875415573835776/t4294967345(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:76/0 lens 648/448 e 0 to 0 dl 1788536186 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536175.967340:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfdc380 with x1875415573835776 ext(0->157) 00002000:00010000:0.0:1788536175.967350:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bfdc380 00000100:00100000:1.0:1788536175.977171:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536175.977488:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573835904 00000100:00100000:2.0:1788536175.977503:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573835904 00000100:00100000:2.0:1788536175.977579:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 978 00000100:00100000:2.0:1788536175.977592:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+53:26490:x1875415573835904:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1788536176.047779:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+53:26490:x1875415573835904:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 70179us (70611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536176.047793:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 978 00000001:00080000:2.0:1788536176.047834:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967925 is committed 00000001:00080000:2.0:1788536176.047982:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967905 is committed 00000001:00080000:2.0:1788536176.047992:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967914 is committed 00000001:00080000:2.0:1788536176.048022:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967919 is committed 00000004:00080000:2.0:1788536176.048027:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:2.0:1788536176.048048:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d435ad300 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:2.0:1788536176.048054:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e509100 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d435ad6c0 00000020:00080000:2.0:1788536176.048058:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e509800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d5125f000 00000020:00080000:2.0:1788536176.048257:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00000100:00100000:0.0:1788536176.048519:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583084032:0@lo:6:osp-syn-1-0.0 00000020:00080000:2.0:1788536176.048579:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000100:00100000:0.0:1788536176.048585:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536176.048614:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583084032 00000100:00100000:2.0:1788536176.048624:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583084032 00000100:00100000:2.0:1788536176.048682:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1788536176.048694:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583084032:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788536176.048723:0:16289:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:21 count 1 00002000:00010000:2.0:1788536176.048758:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 158, mtime: 0x6a9ae56d, atime: 0x0, ctime: 0x6a9ae56d, blocks: 0x1 00010000:00010000:2.0:1788536176.048766:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.048802:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=554s v=(0 0) 00010000:00010000:2.0:1788536176.048807:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536176.048814:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.048833:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.048843:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.048851:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.048877:0:16289:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788536176.048957:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536176.048965:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.048975:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536176.048980:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.048991:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.049012:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.049019:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087965127/0x94dfe24b69f50609 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.049058:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536176.049060:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536176.049062:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536176.049339:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3283:x1875415583084032:12345-0@lo:6:osp-syn-1-0.0 Request processed in 647us (754us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1788536176.049346:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000004:00080000:0.0:1788536176.049582:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7c4b6680/2, rc 0, transno 4294967353 00000100:00100000:0.0:1788536176.049588:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583084032:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788536176.053296:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536176.058091:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573836032 00000100:00100000:0.0:1788536176.058106:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573836032 00000100:00100000:0.0:1788536176.058168:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 253 00000100:00100000:0.0:1788536176.058179:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573836032:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1788536176.115965:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00000100:00100000:0.0:1788536176.116237:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573836032:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 58046us (62942us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536176.116252:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 253 00000100:00100000:0.0:1788536176.122056:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536176.129015:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573836288 00000100:00100000:2.0:1788536176.129032:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573836288 00000100:00100000:2.0:1788536176.129111:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 979 00000100:00100000:2.0:1788536176.129125:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:26490:x1875415573836288:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536176.129197:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536176.129233:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f505f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b082b expref: 42 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.129274:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:2.0:1788536176.129280:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536176.129323:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.129340:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.129352:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536176.129651:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000000fe31209 reply state 00000000cfd56eea transno 4294967926 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536176.129661:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536176.129806:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:26490:x1875415573836288:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 683us (7759us total) trans 4294967926 rc 0/0 00000100:00100000:2.0:1788536176.129815:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 979 00000100:00100000:2.0:1788536176.134159:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536176.134208:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.134226:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.134234:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.134240:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536176.134245:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.134253:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.134283:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:0.0:1788536176.134287:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536176.134292:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.134299:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50610 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536176.134408:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573836416 00000100:00100000:3.0:1788536176.134431:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573836416 00000100:00100000:3.0:1788536176.134509:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 980 00000100:00100000:3.0:1788536176.134519:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:26490:x1875415573836416:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536176.134541:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536176.134560:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0840 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536176.135249:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 43 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536176.135271:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 43 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536176.135299:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:3.0:1788536176.135302:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536176.135305:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546600, rc 0) 00000100:00100000:3.0:1788536176.135764:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:26490:x1875415573836416:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1244us (1618us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536176.135773:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 980 00000100:00100000:2.0:1788536176.142677:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536176.143017:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573836544 00000100:00100000:1.0:1788536176.143032:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573836544 00000100:00100000:1.0:1788536176.143114:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 254 00000100:00100000:1.0:1788536176.143127:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573836544:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788536176.143534:0:6666:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788536176.143539:0:6666:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb mtime from disk: 0 -> 1788536173 00002000:00010000:1.0:1788536176.143542:0:6666:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb atime from disk: 0 -> 1788536173 00002000:00010000:1.0:1788536176.143544:0:6666:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb ctime from disk: 0 -> 1788536173 00002000:00010000:1.0:1788536176.143547:0:6666:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x13:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:1.0:1788536176.143649:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573836544:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 524us (987us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1788536176.143659:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 254 00000100:00100000:3.0:1788536176.148805:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536176.148961:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573836800 00000100:00100000:2.0:1788536176.148976:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573836800 00000100:00100000:2.0:1788536176.149043:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 981 00000100:00100000:2.0:1788536176.149058:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:26490:x1875415573836800:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788536176.149125:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.149143:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 43 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.149161:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.149200:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 43 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.149215:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 43 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536176.149230:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583084160:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536176.149737:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536176.151812:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536176.151920:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583084160:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536176.151968:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536176.153800:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573836928 00000100:00100000:1.0:1788536176.153814:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573836928 00010000:00010000:2.0:1788536176.154034:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 44 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536176.154082:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 297 00000100:00100000:2.0:1788536176.154095:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:2354:x1875415573836928:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536176.154111:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536176.154119:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 44 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.154132:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 44 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.154157:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f505c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0816 expref: 44 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.154187:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:2.0:1788536176.154192:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.154202:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.154210:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.154247:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536176.154283:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.154298:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536176.154313:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:2354:x1875415573836928:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 219us (2509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536176.154324:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 297 00010000:00010000:0.0:1788536176.154432:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.154452:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.154459:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.154465:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536176.154470:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.154479:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.154554:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:0.0:1788536176.154566:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788536176.154573:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.154580:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f5061e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536176.154682:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:26490:x1875415573836800:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 5626us (5889us total) trans 0 rc -22/-22 00000100:00100000:0.0:1788536176.154695:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 981 00000100:00100000:3.0:1788536176.165174:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536176.165322:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573837056 00000100:00100000:0.0:1788536176.165335:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573837056 00000100:00100000:0.0:1788536176.165451:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 255 00000100:00100000:0.0:1788536176.165464:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573837056:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536176.165536:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.165562:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.165572:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536176.165578:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536176.165583:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.165630:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.165667:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 10 pid: 6666 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536176.165686:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583084288:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536176.165793:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d61cb2300 going to sleep for 11 seconds 00000100:00100000:1.0:1788536176.169794:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583084288:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536176.169826:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536176.170538:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536176.171305:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573837184 00000100:00100000:1.0:1788536176.171319:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573837184 00010000:00010000:1.0:1788536176.171550:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 11 pid: 6666 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536176.171603:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 298 00000100:00100000:1.0:1788536176.171628:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573837184:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536176.171643:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536176.171666:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 11 pid: 6666 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.171683:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 11 pid: 6666 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.171708:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007b545127/0x94dfe24b69f50602 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0839 expref: 11 pid: 6666 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.171726:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536176.171730:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536176.171736:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.171746:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.171782:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536176.171819:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.171837:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536176.171853:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573837184:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 225us (1322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536176.171864:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 298 00010000:00010000:0.0:1788536176.171893:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.171907:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.171916:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.171924:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536176.171930:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.171956:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.171975:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.171982:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50625 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536176.172062:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573837056:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 6598us (6901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536176.172072:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 255 00000100:00100000:3.0:1788536176.174081:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536176.174275:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573837440 00000100:00100000:0.0:1788536176.174288:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573837440 00000100:00100000:0.0:1788536176.174361:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 982 00000100:00100000:0.0:1788536176.174566:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:26490:x1875415573837440:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536176.174673:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.174695:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.174710:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.174969:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.174998:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 43 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.175007:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.175051:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 43 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.175068:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 43 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536176.175084:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583084416:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536176.175195:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d61cb2300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536176.179251:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583084416:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536176.179292:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536176.180596:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536176.180757:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573837568 00000100:00100000:0.0:1788536176.180768:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573837568 00010000:00010000:0.0:1788536176.180818:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 44 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536176.180866:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 299 00000100:00100000:0.0:1788536176.180877:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:2354:x1875415573837568:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536176.180895:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536176.180923:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 44 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.180936:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 44 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.180964:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50617 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0840 expref: 44 pid: 5824 timeout: 654 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.180979:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:0.0:1788536176.180986:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.180996:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.181005:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.181039:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536176.181103:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536176.181117:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ed050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:2354:x1875415573837568:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 238us (523us total) trans 0 rc 0/0 00010000:00010000:1.0:1788536176.181133:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536176.181137:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 299 00000001:00080000:1.0:1788536176.181408:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967927 00000001:00080000:1.0:1788536176.181579:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967928 00000001:00080000:1.0:1788536176.181626:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967929 00000100:00100000:1.0:1788536176.181716:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583084544:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788536176.181777:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536176.181820:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536176.181872:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583084544 00000100:00100000:3.0:1788536176.181881:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583084544 00000100:00100000:3.0:1788536176.181924:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788536176.181933:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583084544:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788536176.182043:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583084544:12345-0@lo:1000:mdt00_002.0 Request processed in 111us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536176.182050:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788536176.182115:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583084544:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1788536176.182552:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967930 00000100:00100000:1.0:1788536176.182614:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583084672:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788536176.182656:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536176.182692:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536176.182702:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583084672 00000100:00100000:3.0:1788536176.182710:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583084672 00000100:00100000:3.0:1788536176.182749:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788536176.182757:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583084672:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788536176.183007:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5825:x1875415583084672:12345-0@lo:1000:mdt00_002.0 Request processed in 249us (349us total) trans 4294967347 rc 0/0 00000100:00100000:3.0:1788536176.183014:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788536176.183062:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583084672:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1788536176.183162:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967931 00010000:00010000:1.0:1788536176.183192:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183202:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183211:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183217:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536176.183221:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183228:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183257:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:1.0:1788536176.183261:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536176.183266:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183272:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50633 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183303:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183309:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183314:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183318:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536176.183321:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183327:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183346:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536176.183349:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536176.183353:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183358:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50568 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183434:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183456:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183743:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183754:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183760:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183764:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183769:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536176.183771:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183776:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183783:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536176.183785:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536176.183788:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183792:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5063a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183809:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183814:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183820:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183824:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536176.183826:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183831:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183838:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536176.183839:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536176.183841:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.183846:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5062c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536176.184054:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:26490:x1875415573837440:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 9682us (9982us total) trans 4294967932 rc 0/0 00000100:00100000:1.0:1788536176.184066:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 982 00000020:00080000:1.0:1788536176.184074:0:5825:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1788536176.184359:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536176.184642:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536176.185145:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788536176.185155:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536176.187453:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536176.187586:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573837824 00000100:00100000:1.0:1788536176.187603:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573837824 00000100:00100000:1.0:1788536176.187741:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 196 00000100:00100000:1.0:1788536176.187755:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:26490:x1875415573837824:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788536176.188505:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x1a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788536176.188613:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967933 00010000:00010000:1.0:1788536176.188664:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.188683:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.188695:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.188704:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.188710:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.188717:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.188753:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536176.188865:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:26490:x1875415573837824:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1111us (1433us total) trans 4294967934 rc 0/0 00000100:00100000:1.0:1788536176.188875:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 196 00000020:00080000:1.0:1788536176.188881:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788536176.188966:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536176.188975:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.188981:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536176.188985:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.188993:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.189008:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1a:0x0].0x0 (ffff8b1d457ff800) 00010000:00010000:2.0:1788536176.189011:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788536176.189016:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.189036:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50641 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.189063:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536176.189065:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536176.189067:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536176.491878:0:19087:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536176.491890:0:19087:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536176.491937:0:19087:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:2.0:1788536176.491943:0:19087:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536176.557033:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536176.563481:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536176.563539:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573838080 00000100:00100000:1.0:1788536176.563551:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573838080 00000100:00100000:1.0:1788536176.563644:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 983 00000100:00100000:1.0:1788536176.563657:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+86:26493:x1875415573838080:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536176.563687:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536176.563714:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50648 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0847 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.563821:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.563840:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.563854:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.563870:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.563876:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.563883:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564219:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f5065d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564228:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f5065d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564251:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f5065d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536176.564275:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:1.0:1788536176.564425:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564445:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564452:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564459:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536176.564464:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564473:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564487:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x0 (ffff8b1d4969ee00) 00010000:00010000:1.0:1788536176.564491:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536176.564496:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564502:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f5064f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564514:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564520:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564535:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564540:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536176.564543:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564549:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564557:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3c:0x0].0x6de40d64 (ffff8b1d457ff300) 00010000:00010000:1.0:1788536176.564560:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536176.564563:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564568:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50656 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3c:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564618:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50648 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0847 expref: 89 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564635:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2e00/0x94dfe24b69f5065d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0847 expref: 88 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536176.564642:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:1.0:1788536176.564644:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536176.564647:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2e00, rc 0) 00000100:00100000:1.0:1788536176.564732:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+88:26493:x1875415573838080:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1077us (1264us total) trans 4294967935 rc 0/0 00000100:00100000:1.0:1788536176.564750:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 983 00000100:00080000:1.0:1788536176.564787:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536176.576632:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536176.576779:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573838208 00000100:00100000:0.0:1788536176.576792:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573838208 00000100:00100000:0.0:1788536176.576870:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 984 00000100:00100000:0.0:1788536176.576882:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+88:26493:x1875415573838208:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:0.0:1788536176.576976:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577014:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577029:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577065:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577072:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577079:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577084:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536176.577089:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577097:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577110:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:0.0:1788536176.577114:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536176.577119:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536176.577125:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f5066b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536176.577212:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+88:26493:x1875415573838208:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 332us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536176.577227:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 984 00000100:00100000:3.0:1788536176.580824:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536176.581032:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573838464 00000100:00100000:0.0:1788536176.581046:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573838464 00000100:00100000:0.0:1788536176.581122:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 197 00000100:00100000:0.0:1788536176.581134:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+88:26493:x1875415573838464:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:0.0:1788536176.581503:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:26493:x1875415573838464:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 369us (692us total) trans 4294967936 rc 0/0 00000100:00100000:0.0:1788536176.581511:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 197 00000100:00100000:2.0:1788536176.694202:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536176.694340:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573838592 00000100:00100000:3.0:1788536176.694366:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573838592 00000100:00100000:3.0:1788536176.694493:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 256 00000100:00100000:3.0:1788536176.694504:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573838592:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:3.0:1788536176.694528:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536176.694556:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f50672 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b084e expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536176.694590:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x13:0x0] initial LVB size: 158, mtime: 0x6a9ae56d, atime: 0x6a9ae56d, ctime: 0x6a9ae56d, blocks: 0xb 00010000:00010000:3.0:1788536176.694619:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=554s v=(0 0) 00010000:00010000:3.0:1788536176.694626:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536176.694638:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f50672 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b084e expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536176.694659:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006492ac8b/0x94dfe24b69f50672 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b084e expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536176.694674:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546e00, rc 0) 00000100:00100000:3.0:1788536176.694743:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:2352:x1875415573838592:12345-192.168.203.55@tcp:101:diff.0 Request processed in 240us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536176.694751:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 256 00000100:00080000:1.0:1788536176.695035:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536176.707839:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536176.707942:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573838848 00000100:00100000:2.0:1788536176.707956:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573838848 00000100:00100000:2.0:1788536176.708036:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 985 00000100:00100000:2.0:1788536176.708049:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+89:26498:x1875415573838848:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:2.0:1788536176.708084:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536176.708115:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50679 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0855 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.708262:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50680 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.708283:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50680 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.708298:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50680 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536176.708312:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x19:0x0]: returning size 158 00010000:00010000:2.0:1788536176.708544:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50679 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0855 expref: 92 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.708586:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50680 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0855 expref: 91 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.708597:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:2.0:1788536176.708600:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536176.708604:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:2.0:1788536176.708679:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+91:26498:x1875415573838848:12345-192.168.203.55@tcp:101:diff.0 Request processed in 634us (858us total) trans 4294967937 rc 0/0 00000100:00100000:2.0:1788536176.708687:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 985 00000100:00100000:2.0:1788536176.716300:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536176.716347:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536176.716405:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573839104 00000100:00100000:2.0:1788536176.716419:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573839104 00000100:00100000:2.0:1788536176.716510:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 43 00000100:00100000:2.0:1788536176.716522:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:2354:x1875415573839104:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536176.716541:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536176.716576:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50680 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0855 expref: 91 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536176.716614:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x19:0x0].0x0 (ffff8b1d457ffb00) 00010000:00010000:2.0:1788536176.716620:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536176.716691:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+90:2354:x1875415573839104:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 171us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536176.716699:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 43 00000100:00100000:0.0:1788536176.717626:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573838976 00000100:00100000:0.0:1788536176.717638:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573838976 00002000:00100000:0.0:1788536176.717695:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff8b1d7c4b4e00 x1875415573838976/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:77/0 lens 488/0 e 0 to 0 dl 1788536187 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536176.717706:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b4e00 with x1875415573838976 ext(0->4095) 00002000:00010000:0.0:1788536176.717715:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7c4b4e00 00000100:00100000:0.0:1788536176.717743:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 92 00000100:00100000:0.0:1788536176.717752:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+13:2352:x1875415573838976:12345-192.168.203.55@tcp:3:diff.0 00000100:00100000:0.0:1788536176.718021:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+13:2352:x1875415573838976:12345-192.168.203.55@tcp:3:diff.0 Request processed in 269us (1737us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536176.718029:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 92 00002000:00100000:0.0:1788536176.718037:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x13:0x0] (0->4095) req@ffff8b1d7c4b4e00 x1875415573838976/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:77/0 lens 488/4536 e 0 to 0 dl 1788536187 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536176.718045:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b4e00 with x1875415573838976 ext(0->4095) 00002000:00010000:0.0:1788536176.718049:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7c4b4e00 00000100:00100000:0.0:1788536176.726218:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536176.730820:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573839360 00000100:00100000:2.0:1788536176.730844:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573839360 00000100:00100000:2.0:1788536176.730947:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 198 00000100:00100000:2.0:1788536176.730959:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+90:26498:x1875415573839360:12345-192.168.203.55@tcp:35:diff.0 00000100:00100000:2.0:1788536176.732129:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:26498:x1875415573839360:12345-192.168.203.55@tcp:35:diff.0 Request processed in 1161us (5916us total) trans 4294967938 rc 0/0 00000100:00100000:2.0:1788536176.732144:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 198 00010000:00010000:1.0:1788536177.583735:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536177.887077:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536177.887121:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536177.887150:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536177.887169:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536177.887195:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536177.887239:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536177.887263:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536177.887297:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573839488 00000100:00100000:3.0:1788536177.887309:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573839488 00000100:00100000:1.0:1788536177.887800:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573839744 00000100:00100000:1.0:1788536177.887807:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573839744 00000100:00100000:1.0:1788536177.887873:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573840256 00000100:00100000:1.0:1788536177.887877:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573840256 00000100:00100000:1.0:1788536177.887904:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573839872 00000100:00100000:1.0:1788536177.887907:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573839872 00000100:00100000:1.0:1788536177.887919:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573840128 00000100:00100000:1.0:1788536177.887921:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573840128 00000100:00100000:1.0:1788536177.887945:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 359 00000100:00100000:1.0:1788536177.887957:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2352:x1875415573839744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536177.888051:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2352:x1875415573839744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 97us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536177.888059:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 359 00000100:00100000:1.0:1788536177.888081:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 360 00000100:00100000:1.0:1788536177.888088:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415573840256:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536177.888114:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415573840256:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536177.888119:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 360 00000100:00100000:1.0:1788536177.888131:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00100000:1.0:1788536177.888137:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573839872:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536177.888160:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573839872:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (921us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536177.888179:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00100000:1.0:1788536177.888192:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00100000:1.0:1788536177.888199:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573840128:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536177.888229:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573840128:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (965us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536177.888235:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00100000:1.0:1788536177.888259:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573840000 00000100:00100000:1.0:1788536177.888263:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573840000 00000100:00100000:1.0:1788536177.888294:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573839616 00000100:00100000:1.0:1788536177.888297:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573839616 00000100:00100000:1.0:1788536177.888317:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:1.0:1788536177.888324:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:2352:x1875415573840000:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536177.889529:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 550 00000100:00100000:3.0:1788536177.889545:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573839488:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536177.889610:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573839488:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 70us (2550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536177.889617:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 550 00000100:00100000:3.0:1788536177.889675:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 367 00000100:00100000:3.0:1788536177.889684:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:2352:x1875415573839616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536177.889719:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:2352:x1875415573839616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 37us (2530us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536177.889726:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 367 00000100:00100000:1.0:1788536177.889973:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:2352:x1875415573840000:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1648us (2820us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536177.889982:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00080000:1.0:1788536177.890010:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536177.890017:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536177.890021:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00080000:3.0:1788536177.896597:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967352 is committed 00000001:00080000:3.0:1788536177.896623:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000001:00080000:3.0:1788536177.896631:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00010000:00010000:1.0:1788536178.605806:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536178.795686:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583085056:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.795751:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536178.795841:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536178.795849:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583085184:0@lo:400:kworker.0 00000100:00100000:2.0:1788536178.795871:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583084928:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.795888:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536178.795942:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583085184 00000100:00100000:0.0:1788536178.795953:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583085184 00000100:00100000:2.0:1788536178.795960:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536178.796003:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583085440:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.796035:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1788536178.796046:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536178.796053:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583085184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536178.796083:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788536178.796096:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583084800:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.796141:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583085184:12345-0@lo:400:kworker.0 Request processed in 94us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536178.796156:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1788536178.796159:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536178.796197:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583085440 00000100:00100000:0.0:1788536178.796203:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583085440 00000100:00100000:2.0:1788536178.796209:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583085312:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.796237:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1788536178.796245:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536178.796254:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583085440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536178.796292:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583084800 00000100:00100000:2.0:1788536178.796300:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583084800 00000100:00100000:0.0:1788536178.796509:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583085440:12345-0@lo:400:kworker.0 Request processed in 262us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536178.796516:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:0.0:1788536178.796536:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536178.796540:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536178.796569:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583085184:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.796612:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583085056 00000100:00100000:0.0:1788536178.796617:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583085056 00000100:00100000:0.0:1788536178.796647:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1788536178.796654:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583085056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.796688:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583085056:12345-0@lo:400:kworker.0 Request processed in 34us (936us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536178.796709:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:0.0:1788536178.796721:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583084928 00000100:00100000:0.0:1788536178.796724:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583084928 00000100:00100000:0.0:1788536178.796742:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583085312 00000100:00100000:0.0:1788536178.796745:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583085312 00000100:00100000:0.0:1788536178.796759:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1788536178.796763:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583084928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.796791:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583084928:12345-0@lo:400:kworker.0 Request processed in 28us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536178.796796:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1788536178.796807:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1788536178.796813:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583085312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.796838:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583085312:12345-0@lo:400:kworker.0 Request processed in 25us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536178.796844:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00080000:0.0:1788536178.796857:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536178.796874:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583085056:0@lo:400:kworker.0 00000100:00100000:3.0:1788536178.797279:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788536178.797292:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583084800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536178.797334:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583084800:12345-0@lo:400:kworker.0 Request processed in 46us (1183us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536178.797340:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:0.0:1788536178.803501:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583084800:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.803546:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583085312:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.803581:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583084928:0@lo:400:kworker.0 00000100:00100000:0.0:1788536178.803597:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:0.0:1788536178.803603:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967353 00000004:00080000:0.0:1788536178.803630:0:3285:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7c4b6680, transno 4294967353 00000100:00100000:0.0:1788536178.803640:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583085440:0@lo:400:kworker.0 00000100:00100000:3.0:1788536179.311237:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583085568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536179.311346:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536179.311478:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583085568 00000100:00100000:3.0:1788536179.311495:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583085568 00000100:00100000:3.0:1788536179.311548:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788536179.311558:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583085568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536179.311598:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 73072640 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536179.311645:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583085568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536179.311652:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788536179.311700:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583085568:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536179.629160:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536180.652732:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536180.843910:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583085696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536180.843979:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536180.845471:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583085696 00000100:00100000:1.0:1788536180.845485:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583085696 00000100:00100000:1.0:1788536180.845580:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1788536180.845590:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583085696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536180.845630:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3857711104 avail 3855613952 00000100:00080000:3.0:1788536180.846642:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536180.853660:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583085696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8060us (9669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536180.853683:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1788536180.859641:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583085696:0@lo:13:osp-pre-0-0.0 00000001:00080000:2.0:1788536181.468065:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:2.0:1788536181.468091:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000001:00080000:2.0:1788536181.468109:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967936 is committed 00000001:00080000:2.0:1788536181.468118:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967927 is committed 00000001:00080000:2.0:1788536181.468127:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967934 is committed 00000020:00080000:2.0:1788536181.468141:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d494dfa80 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:2.0:1788536181.468148:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d4b749c00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d494dfe40 00000020:00080000:2.0:1788536181.468151:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d5ede3800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d53681400 00000001:00080000:2.0:1788536181.468183:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967938 is committed 00000020:00080000:2.0:1788536181.468193:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00000020:00080000:2.0:1788536181.468208:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:2.0:1788536181.469399:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00010000:00010000:0.0:1788536181.677780:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536181.828063:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536181.828193:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573840384 00000100:00100000:1.0:1788536181.828206:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573840384 00000100:00100000:1.0:1788536181.828291:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 986 00000100:00100000:1.0:1788536181.828303:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:26461:x1875415573840384:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788536181.828468:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+40:26461:x1875415573840384:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 167us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536181.828477:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 986 00000100:00080000:1.0:1788536181.828502:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536182.700112:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536183.000761:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536183.000820:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536183.000930:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573840512 00000100:00100000:3.0:1788536183.000945:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573840512 00000100:00100000:3.0:1788536183.001020:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 552 00000100:00100000:3.0:1788536183.001031:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573840512:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536183.001116:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573840512:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 87us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536183.001125:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 552 00000100:00100000:2.0:1788536183.002015:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573840640 00000100:00100000:2.0:1788536183.002026:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573840640 00000100:00100000:2.0:1788536183.002109:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 371 00000100:00100000:2.0:1788536183.002119:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:2353:x1875415573840640:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536183.002189:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+87:2353:x1875415573840640:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536183.002196:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 371 00000100:00080000:3.0:1788536183.003062:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536183.009755:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536183.009805:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536183.009834:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536183.009862:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536183.009893:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536183.009930:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573840896 00000100:00100000:0.0:1788536183.009944:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573840896 00000100:00100000:0.0:1788536183.010019:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573841152 00000100:00100000:0.0:1788536183.010023:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573841152 00000100:00100000:0.0:1788536183.010042:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573840768 00000100:00100000:0.0:1788536183.010045:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573840768 00000100:00100000:0.0:1788536183.010058:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573841280 00000100:00100000:0.0:1788536183.010061:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573841280 00000100:00100000:0.0:1788536183.010079:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 365 00000100:00100000:0.0:1788536183.010091:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573840896:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536183.010198:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573840896:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 108us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536183.010207:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 365 00000100:00100000:0.0:1788536183.010228:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:0.0:1788536183.010254:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573841152:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536183.010285:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573841152:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 32us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536183.010291:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:0.0:1788536183.010304:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 367 00000100:00100000:0.0:1788536183.010310:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2352:x1875415573840768:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536183.010450:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 368 00000100:00100000:2.0:1788536183.010462:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573841280:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536183.010497:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573841280:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536183.010504:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 368 00000100:00100000:0.0:1788536183.012540:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2352:x1875415573840768:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 2223us (2698us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536183.012552:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 367 00000100:00100000:0.0:1788536183.013103:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573841024 00000100:00100000:0.0:1788536183.013116:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573841024 00000100:00100000:0.0:1788536183.013237:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 372 00000100:00100000:0.0:1788536183.013247:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:2352:x1875415573841024:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536183.013292:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:2352:x1875415573841024:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 46us (3429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536183.013309:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 372 00000100:00080000:1.0:1788536183.018774:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536183.018789:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536183.018793:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:0.0:1788536183.563244:0:19288:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 11:36:21 (1788536181) 00010000:00010000:0.0:1788536183.742166:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536183.916684:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583085952:0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.916788:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536183.916846:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583085952 00000100:00100000:1.0:1788536183.916858:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583085952 00000100:00100000:0.0:1788536183.916861:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583086464:0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.916888:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536183.916917:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788536183.916921:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1788536183.916923:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583085824:0@lo:400:kworker.0 00000100:00100000:1.0:1788536183.916931:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583085952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.916971:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536183.916988:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583085952:12345-0@lo:400:kworker.0 Request processed in 59us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536183.916994:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583086336:0@lo:400:kworker.0 00000100:00100000:1.0:1788536183.916996:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1788536183.917013:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536183.917024:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583086336 00000100:00100000:1.0:1788536183.917027:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583086336 00000100:00100000:0.0:1788536183.917050:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583085952:0@lo:400:kworker.0 00000100:00100000:1.0:1788536183.917060:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1788536183.917065:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583086336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.917082:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583086208:0@lo:400:kworker.0 00000100:00100000:1.0:1788536183.917097:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583086336:12345-0@lo:400:kworker.0 Request processed in 32us (83us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536183.917104:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1788536183.917105:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536183.917124:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1788536183.917129:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536183.917129:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583086080:0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.917149:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536183.917153:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583086336:0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.917177:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583086464 00000100:00100000:0.0:1788536183.917181:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583086464 00000100:00100000:1.0:1788536183.917184:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583086080 00000100:00100000:1.0:1788536183.917187:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583086080 00000100:00100000:1.0:1788536183.917209:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1788536183.917211:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583086208 00000100:00100000:0.0:1788536183.917213:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583086208 00000100:00100000:1.0:1788536183.917215:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583086080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.917236:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1788536183.917242:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583086464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536183.917247:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583086080:12345-0@lo:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536183.917253:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788536183.917270:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583085824 00000100:00100000:1.0:1788536183.917273:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583085824 00000100:00100000:0.0:1788536183.917273:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583086464:12345-0@lo:400:kworker.0 Request processed in 32us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536183.917279:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1788536183.917292:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1788536183.917294:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1788536183.917298:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583086208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536183.917299:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583085824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.917322:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583086208:12345-0@lo:400:kworker.0 Request processed in 25us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536183.917328:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00080000:0.0:1788536183.917407:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536183.917410:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536183.917412:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536183.917447:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583086080:0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.917457:0:3283:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967347 gen 2 00000004:00080000:0.0:1788536183.917462:0:3283:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967347 committed transno 4294967347 00000100:00100000:0.0:1788536183.917482:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583086208:0@lo:400:kworker.0 00000100:00100000:0.0:1788536183.917510:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583086464:0@lo:400:kworker.0 00000100:00100000:2.0:1788536183.919878:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536183.920021:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573841408 00000100:00100000:3.0:1788536183.920032:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573841408 00000100:00100000:3.0:1788536183.920102:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 987 00000100:00100000:3.0:1788536183.920113:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:27102:x1875415573841408:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788536183.920239:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:27102:x1875415573841408:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 128us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536183.920247:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 987 00000100:00100000:0.0:1788536183.920925:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583085824:12345-0@lo:400:kworker.0 Request processed in 3620us (3947us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536183.920937:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788536183.920997:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583085824:0@lo:400:kworker.0 00000100:00100000:1.0:1788536183.963701:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536183.963972:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573841536 00000100:00100000:0.0:1788536183.963987:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573841536 00000100:00100000:0.0:1788536183.964069:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 988 00000100:00100000:0.0:1788536183.964081:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+87:27103:x1875415573841536:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536183.964106:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536183.964133:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5068e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b085c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.964218:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.964238:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.964253:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.964281:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.964433:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.964442:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965039:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965054:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965061:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965068:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536183.965073:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965083:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965099:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:0.0:1788536183.965103:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536183.965109:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965116:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50695 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965132:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965147:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965153:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965159:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536183.965162:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965169:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965178:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8b1d4969e700) 00010000:00010000:0.0:1788536183.965181:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536183.965184:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965190:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5069c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965248:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5068e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b085c expref: 88 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965261:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:0.0:1788536183.965263:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536183.965267:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5068e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b085c expref: 88 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.965289:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837600, rc 0) 00000100:00100000:0.0:1788536183.967203:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+87:27103:x1875415573841536:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3109us (3506us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536183.967219:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 988 00000100:00100000:0.0:1788536183.971716:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536183.971785:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573841792 00000100:00100000:1.0:1788536183.971799:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573841792 00000100:00100000:1.0:1788536183.971872:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 989 00000100:00100000:1.0:1788536183.971882:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+87:27103:x1875415573841792:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:1.0:1788536183.971957:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536183.971993:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f503c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b076e expref: 87 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536183.972016:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:1.0:1788536183.972022:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536183.972942:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536183.972974:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 39 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536183.972986:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536183.973031:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 39 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536183.973050:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 39 pid: 6725 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536183.973068:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583086592:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536183.973565:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536183.978586:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536183.978668:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573841920 00000100:00100000:3.0:1788536183.978680:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573841920 00010000:00010000:3.0:1788536183.978751:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 40 pid: 6725 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536183.978801:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583086592:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536183.978810:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 300 00000100:00100000:3.0:1788536183.978823:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+40:2355:x1875415573841920:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536183.978839:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.978843:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536183.978855:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 40 pid: 6725 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.978872:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 40 pid: 6725 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.978901:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50403 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0783 expref: 40 pid: 6725 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.978921:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:3.0:1788536183.978926:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.978938:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.978947:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.979031:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536183.979110:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+39:2355:x1875415573841920:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 289us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536183.979119:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 300 00010000:00010000:0.0:1788536183.980553:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.980574:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.980612:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.980629:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.980639:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536183.983971:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 16384 00010000:00010000:0.0:1788536183.984001:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.984013:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.984032:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.984038:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536183.984044:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.984052:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.984073:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d59b6f100) 00010000:00010000:0.0:1788536183.984076:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536183.984081:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536183.984088:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f506a3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536183.984116:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000d0ea95b9 reply state 000000005a028f74 transno 4294967939 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536183.984127:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536183.984541:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+88:27103:x1875415573841792:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 12653us (12834us total) trans 4294967939 rc 0/0 00000100:00100000:0.0:1788536183.984552:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 989 00000100:00100000:1.0:1788536183.995751:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536183.995926:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573842048 00000100:00100000:3.0:1788536183.995944:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573842048 00000100:00100000:3.0:1788536183.996838:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 990 00000100:00100000:3.0:1788536183.996860:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+88:27104:x1875415573842048:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536183.996895:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536183.996924:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f506b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0863 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.997014:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f506b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.997032:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f506b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.997046:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f506b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536183.997091:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536183.997095:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536183.997121:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f506b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.997149:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f506b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0863 expref: 90 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.997172:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f506b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0863 expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536183.997183:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:3.0:1788536183.997186:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536183.997209:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546600, rc 0) 00000100:00100000:3.0:1788536183.997287:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+89:27104:x1875415573842048:12345-192.168.203.55@tcp:101:bash.0 Request processed in 437us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536183.997295:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 990 00000100:00100000:1.0:1788536184.003541:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536184.003935:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573842176 00000100:00100000:3.0:1788536184.003948:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573842176 00000100:00100000:3.0:1788536184.004015:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 991 00000100:00100000:3.0:1788536184.004026:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+89:27104:x1875415573842176:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536184.004053:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536184.004082:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f506bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b086a expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.004166:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.004184:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.004196:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.004208:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.004216:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 2/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.004227:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.004246:0:16075:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.005348:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005657:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005668:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005677:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005684:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536184.005709:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005719:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005740:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8b1d4969e700) 00010000:00010000:2.0:1788536184.005743:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.005747:0:3269:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005756:0:3269:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005763:0:3269:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005807:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.005816:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f506aa lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006126:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006136:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006651:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f506d4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006666:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f506d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006675:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f506d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536184.006715:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 16384 00000004:00200000:3.0:1788536184.006720:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536184.006743:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f506d4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006757:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006763:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006770:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006792:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536184.006796:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006804:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006815:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:3.0:1788536184.006818:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536184.006822:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006829:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f506c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006843:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006849:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006855:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006860:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536184.006862:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006868:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006884:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8b1d4969e700) 00010000:00010000:3.0:1788536184.006886:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536184.006889:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006896:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f506cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006950:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f506bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b086a expref: 90 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006967:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546400/0x94dfe24b69f506d4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b086a expref: 89 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.006976:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:3.0:1788536184.006979:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536184.006982:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546400, rc 0) 00000100:00100000:3.0:1788536184.007147:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+89:27104:x1875415573842176:12345-192.168.203.55@tcp:101:bash.0 Request processed in 3122us (3622us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536184.007157:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 991 00000100:00100000:1.0:1788536184.017242:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536184.017752:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573842304 00000100:00100000:0.0:1788536184.017765:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573842304 00000100:00100000:0.0:1788536184.017869:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 992 00000100:00100000:0.0:1788536184.017880:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+89:27104:x1875415573842304:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536184.017924:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536184.017952:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f506db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0871 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018041:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018058:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018070:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018088:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018095:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018101:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018179:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018187:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018193:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018199:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536184.018210:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018219:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018233:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:0.0:1788536184.018237:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536184.018242:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018250:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f506e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018275:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018282:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018627:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018633:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536184.018636:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018643:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018651:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536184.018654:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536184.018665:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018671:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018719:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f506db lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0871 expref: 90 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018731:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:0.0:1788536184.018734:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536184.018738:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f506db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0871 expref: 90 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.018748:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536184.018827:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+89:27104:x1875415573842304:12345-192.168.203.55@tcp:101:bash.0 Request processed in 948us (1599us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536184.018836:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 992 00000100:00100000:1.0:1788536184.030294:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536184.030422:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573842432 00000100:00100000:0.0:1788536184.030443:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573842432 00000100:00100000:0.0:1788536184.030520:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 993 00000100:00100000:0.0:1788536184.030532:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+39:27105:x1875415573842432:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536184.030560:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536184.030588:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f506f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0878 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.030686:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.030732:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.030749:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536184.030803:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536184.030808:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536184.030834:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.030867:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f506f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 41 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.030890:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 40 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.030901:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:0.0:1788536184.030904:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536184.030909:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536184.031001:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+40:27105:x1875415573842432:12345-192.168.203.55@tcp:101:rm.0 Request processed in 471us (723us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536184.031009:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 993 00000100:00100000:1.0:1788536184.039239:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536184.039427:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573842560 00000100:00100000:3.0:1788536184.039557:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573842560 00000100:00100000:3.0:1788536184.039697:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 994 00000100:00100000:3.0:1788536184.039710:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+40:27105:x1875415573842560:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536184.039736:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536184.039762:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f506fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b087f expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.039875:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.039894:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.039908:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.039926:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.039934:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.039941:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040053:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50713 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040061:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040069:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536184.040101:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 16384 00000004:00200000:3.0:1788536184.040105:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536184.040125:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50713 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040149:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040156:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040163:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040169:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536184.040174:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040183:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040197:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:3.0:1788536184.040200:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536184.040205:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040212:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f50705 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040227:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040233:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040239:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040250:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536184.040253:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040259:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040281:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff8b1d512a9700) 00010000:00010000:3.0:1788536184.040283:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536184.040286:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040293:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5070c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040330:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f506fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b087f expref: 42 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040346:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546800/0x94dfe24b69f50713 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b087f expref: 41 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.040353:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:3.0:1788536184.040356:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536184.040358:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546800, rc 0) 00000100:00100000:3.0:1788536184.040535:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:27105:x1875415573842560:12345-192.168.203.55@tcp:101:rm.0 Request processed in 827us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536184.040544:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 994 00000100:00100000:2.0:1788536184.048974:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536184.049057:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573842688 00000100:00100000:0.0:1788536184.049070:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573842688 00000100:00100000:0.0:1788536184.049139:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 995 00000100:00100000:0.0:1788536184.049149:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:27105:x1875415573842688:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536184.049175:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536184.049217:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5071a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0886 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049316:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049334:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049347:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049363:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049410:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049418:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049504:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049511:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049518:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049525:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536184.049529:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049549:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049565:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:0.0:1788536184.049568:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536184.049574:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049582:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50721 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049598:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049604:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049611:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049615:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536184.049618:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049624:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049630:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536184.049632:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536184.049634:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049648:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50728 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049689:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5071a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0886 expref: 42 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049699:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:0.0:1788536184.049701:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536184.049705:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5071a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0886 expref: 42 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.049715:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536184.049792:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:27105:x1875415573842688:12345-192.168.203.55@tcp:101:rm.0 Request processed in 644us (831us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536184.049799:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 995 00000100:00100000:1.0:1788536184.056783:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536184.057216:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573842816 00000100:00100000:3.0:1788536184.057249:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573842816 00000100:00100000:3.0:1788536184.057340:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 996 00000100:00100000:3.0:1788536184.057352:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:27105:x1875415573842816:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536184.057423:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536184.057461:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5072f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b088d expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057553:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057571:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057584:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057600:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057607:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057614:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057685:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057693:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057700:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057714:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536184.057719:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057729:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057743:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:3.0:1788536184.057747:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536184.057753:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057773:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50736 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057791:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057797:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057804:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057809:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536184.057812:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057818:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057838:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff8b1d512a9700) 00010000:00010000:3.0:1788536184.057841:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536184.057844:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057851:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f5073d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057895:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5072f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b088d expref: 42 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057906:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:3.0:1788536184.057908:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536184.057911:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5072f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b088d expref: 42 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.057920:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547400, rc 0) 00000100:00100000:3.0:1788536184.057997:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:27105:x1875415573842816:12345-192.168.203.55@tcp:101:rm.0 Request processed in 647us (1235us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536184.058005:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 996 00000100:00100000:3.0:1788536184.080948:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536184.084087:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573842944 00000100:00100000:0.0:1788536184.084108:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573842944 00000100:00100000:2.0:1788536184.084753:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 997 00000100:00100000:2.0:1788536184.084783:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:27106:x1875415573842944:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536184.084811:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536184.084841:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50744 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0894 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.084931:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.084967:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.084981:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085001:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085009:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085015:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085085:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085094:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085102:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085108:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536184.085113:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085122:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085136:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:2.0:1788536184.085144:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.085151:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085158:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f5074b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085191:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085198:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085204:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085210:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536184.085213:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085220:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085227:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff8b1d61e36c00) 00010000:00010000:2.0:1788536184.085230:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.085232:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085238:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50752 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085282:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50744 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0894 expref: 42 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085771:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:2.0:1788536184.085774:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.085779:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50744 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0894 expref: 42 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.085796:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:2.0:1788536184.085891:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:27106:x1875415573842944:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1114us (4957us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536184.085900:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 997 00000100:00100000:1.0:1788536184.096849:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.099969:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573843072 00000100:00100000:2.0:1788536184.099991:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573843072 00000100:00100000:2.0:1788536184.100118:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 998 00000100:00100000:2.0:1788536184.100131:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+41:27106:x1875415573843072:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536184.100158:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536184.100186:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50759 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b089b expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100335:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100356:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100412:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100442:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100458:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100466:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100539:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100547:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100554:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100561:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536184.100567:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100575:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100588:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:2.0:1788536184.100592:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.100600:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100606:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50760 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100639:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100652:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100659:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100664:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536184.100668:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100674:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100682:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff8b1d61e36c00) 00010000:00010000:2.0:1788536184.100685:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.100688:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100694:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50767 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100739:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50759 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b089b expref: 42 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100751:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:2.0:1788536184.100753:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.100756:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50759 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b089b expref: 42 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.100778:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:2.0:1788536184.100875:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+41:27106:x1875415573843072:12345-192.168.203.55@tcp:101:cp.0 Request processed in 747us (4041us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536184.100884:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 998 00000100:00100000:1.0:1788536184.108039:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.108120:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573843328 00000100:00100000:2.0:1788536184.108133:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573843328 00000100:00100000:2.0:1788536184.108237:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 999 00000100:00100000:2.0:1788536184.108250:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+41:27106:x1875415573843328:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536184.108278:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536184.108320:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5076e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08a2 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.108536:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.108555:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.108570:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.108588:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.108595:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.108602:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536184.109499:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x16:0x0], index 1: 0 00010000:00010000:2.0:1788536184.109723:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109738:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109749:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109793:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109802:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109809:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109816:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536184.109822:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109831:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109846:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:2.0:1788536184.109849:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.109855:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109876:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f50775 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536184.109909:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000f0388e72 reply state 00000000de63a99f transno 4294967940 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.109919:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536184.109960:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5076e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 44 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109979:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 43 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.109988:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:2.0:1788536184.109990:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536184.109993:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536184.110870:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:27106:x1875415573843328:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2616us (2838us total) trans 4294967940 rc 0/0 00000100:00100000:2.0:1788536184.110882:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 999 00000100:00100000:3.0:1788536184.115609:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536184.115730:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.115747:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.115756:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.115763:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536184.115770:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.115793:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.115815:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff8b1d61e36b00) 00010000:00010000:0.0:1788536184.115818:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536184.115824:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.115832:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f5077c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.117352:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573843456 00000100:00100000:2.0:1788536184.117527:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573843456 00000100:00100000:2.0:1788536184.117657:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00100000:2.0:1788536184.117670:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573843456:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536184.117694:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536184.117721:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08a9 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536184.117775:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536184.117803:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=562s v=(0 0) 00010000:00010000:2.0:1788536184.117808:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536184.117819:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.117842:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.117857:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151fa00, rc 0) 00000100:00100000:2.0:1788536184.117942:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573843456:12345-192.168.203.55@tcp:101:cp.0 Request processed in 275us (2348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.117950:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00100000:1.0:1788536184.121432:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536184.121988:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573843584 00000100:00100000:0.0:1788536184.122003:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573843584 00000100:00100000:0.0:1788536184.122078:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 258 00000100:00100000:0.0:1788536184.122089:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:27106:x1875415573843584:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536184.122111:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536184.122136:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08b0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.122178:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.122188:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536184.122192:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536184.122199:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.122242:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.122278:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 12 pid: 6668 timeout: 662 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536184.122364:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583086720:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536184.123616:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536184.133628:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583086720:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536184.133685:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.133714:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536184.138068:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:27106:x1875415573843584:12345-192.168.203.55@tcp:101:cp.0 Request processed in 15960us (16692us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536184.138087:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 258 00000100:00100000:1.0:1788536184.138095:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.138858:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573843712 00000100:00100000:2.0:1788536184.138873:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573843712 00010000:00010000:2.0:1788536184.138929:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 12 pid: 6668 timeout: 662 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.138979:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:2.0:1788536184.138989:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573843712:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536184.139007:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536184.139037:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 12 pid: 6668 timeout: 662 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.139078:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 12 pid: 6668 timeout: 662 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.139116:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f50791 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a9 expref: 12 pid: 6668 timeout: 662 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.139138:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536184.139144:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536184.139153:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.139166:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.139274:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.139293:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583086848:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536184.142607:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0840 going to sleep for 11 seconds 00000100:00100000:0.0:1788536184.147352:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.147467:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583086848:192.168.203.55@tcp:105: 00010000:00010000:2.0:1788536184.147498:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536184.147580:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573843712:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 8591us (9486us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.147593:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:3.0:1788536184.148363:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573843968 00000100:00100000:3.0:1788536184.148691:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573843968 00000100:00100000:3.0:1788536184.148778:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 199 00000100:00100000:3.0:1788536184.148789:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:27106:x1875415573843968:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536184.150676:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:27106:x1875415573843968:12345-192.168.203.55@tcp:35:cp.0 Request processed in 1873us (3325us total) trans 4294967941 rc 0/0 00000100:00100000:3.0:1788536184.150715:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 199 00000100:00100000:1.0:1788536184.175871:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.175972:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573844096 00000100:00100000:2.0:1788536184.175986:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573844096 00000100:00100000:2.0:1788536184.176072:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1000 00000100:00100000:2.0:1788536184.176084:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+89:27109:x1875415573844096:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536184.176111:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536184.176144:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5079f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08b7 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176244:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176262:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176276:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176296:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176305:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176312:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176479:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176488:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176517:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536184.176571:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:2.0:1788536184.176576:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536184.176597:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176611:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176620:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176627:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176635:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176642:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151e400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536184.176647:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176655:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176667:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:2.0:1788536184.176671:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.176677:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176694:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f507a6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176727:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176733:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176739:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176745:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536184.176748:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176755:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176763:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff8b1d61e36c00) 00010000:00010000:2.0:1788536184.176766:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536184.176768:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176774:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507ad lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176810:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f5079f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 91 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176839:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 90 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.176846:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:2.0:1788536184.176849:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536184.176851:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6a00, rc 0) 00000100:00100000:2.0:1788536184.176925:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+90:27109:x1875415573844096:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 844us (1069us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.176933:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1000 00000100:00100000:0.0:1788536184.179782:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536184.179901:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573844224 00000100:00100000:1.0:1788536184.179931:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573844224 00000100:00100000:1.0:1788536184.180031:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 259 00000100:00100000:1.0:1788536184.180042:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573844224:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536184.180066:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536184.180090:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f507bb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08be expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536184.180169:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583086976:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536184.180285:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef480 going to sleep for 11 seconds 00002000:00010000:1.0:1788536184.183251:0:16289:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788536184.183263:0:16289:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb mtime: 0 -> 1788536183 00002000:00010000:1.0:1788536184.183266:0:16289:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb atime: 0 -> 1788536183 00002000:00010000:1.0:1788536184.183268:0:16289:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x16:0x0] updating lvb ctime: 0 -> 1788536183 00000100:00100000:1.0:1788536184.183511:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583086976:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536184.183566:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f507bb lrc: 1/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08be expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536184.183598:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f507bb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08be expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536184.183614:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3600, rc 0) 00000100:00100000:1.0:1788536184.183724:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573844224:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3683us (3955us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536184.183734:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 259 00000100:00100000:3.0:1788536184.186179:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.186340:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573844352 00000100:00100000:2.0:1788536184.186353:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573844352 00000100:00100000:2.0:1788536184.186752:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1001 00000100:00100000:2.0:1788536184.186767:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+90:27109:x1875415573844352:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536184.186794:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536184.186822:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08c5 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.186908:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.186924:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.186939:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536184.186981:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x3e:0x0]: returning size 16384 00000004:00200000:2.0:1788536184.187004:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536184.187032:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.187064:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f507c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 92 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.187103:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 91 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.187112:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:2.0:1788536184.187115:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536184.187120:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7a00, rc 0) 00000100:00100000:2.0:1788536184.187202:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+91:27109:x1875415573844352:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 439us (1036us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.187210:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1001 00000100:00100000:0.0:1788536184.190856:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.191170:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573844480 00000100:00100000:2.0:1788536184.191184:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573844480 00000100:00100000:2.0:1788536184.191259:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 260 00000100:00100000:2.0:1788536184.191272:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573844480:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536184.191294:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536184.191324:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f507d0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08cc expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.191426:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583087104:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536184.191530:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0840 going to sleep for 11 seconds 00000100:00100000:2.0:1788536184.194043:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583087104:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536184.194116:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f507d0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08cc expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.194148:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000059ad2aa/0x94dfe24b69f507d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08cc expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.194165:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151fa00, rc 0) 00000100:00100000:2.0:1788536184.194245:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573844480:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2976us (3401us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536184.194255:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 260 00000100:00100000:3.0:1788536184.202657:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.202756:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573844736 00000100:00100000:2.0:1788536184.202769:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573844736 00000100:00100000:2.0:1788536184.202850:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1002 00000100:00100000:2.0:1788536184.202862:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+91:27109:x1875415573844736:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536184.203234:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:2.0:1788536184.203344:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+91:27109:x1875415573844736:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 486us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.203351:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1002 00000040:00080000:1.0:1788536184.370003:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536184.370016:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536184.370242:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:1.0:1788536184.370251:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536184.370611:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583087232:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536184.370741:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536efe40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536184.379364:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.379458:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573844864 00000100:00100000:2.0:1788536184.379473:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573844864 00000100:00100000:2.0:1788536184.379558:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1003 00000100:00100000:2.0:1788536184.379571:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:27119:x1875415573844864:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536184.379620:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536184.379780:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:27119:x1875415573844864:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 212us (430us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.379810:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1003 00000100:00100000:2.0:1788536184.379979:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583087232:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536184.391449:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536184.391564:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573845120 00000100:00100000:3.0:1788536184.391583:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573845120 00000100:00100000:3.0:1788536184.391679:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1004 00000100:00100000:3.0:1788536184.391693:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:27119:x1875415573845120:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536184.391722:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536184.391753:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f507d7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08d3 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.391910:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f507de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.392073:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f507de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.392090:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f507de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536184.392108:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1788536184.392293:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f507d7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08d3 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.392313:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f507de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08d3 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.392323:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:3.0:1788536184.392334:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536184.392340:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547600, rc 0) 00000100:00100000:1.0:1788536184.394166:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:27119:x1875415573845120:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2461us (2725us total) trans 4294967942 rc 0/0 00000100:00100000:1.0:1788536184.394184:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1004 00000100:00100000:2.0:1788536184.404119:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.404180:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.404235:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573845376 00000100:00100000:2.0:1788536184.404248:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573845376 00000100:00100000:2.0:1788536184.404323:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 44 00000100:00100000:2.0:1788536184.404334:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:2352:x1875415573845376:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536184.404354:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536184.404426:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f507de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08d3 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.404447:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:2.0:1788536184.404452:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536184.404518:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:2352:x1875415573845376:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 186us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.404526:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 44 00000100:00100000:3.0:1788536184.405127:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573845248 00000100:00100000:3.0:1788536184.405138:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573845248 00000100:00100000:3.0:1788536184.405205:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:3.0:1788536184.405214:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573845248:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536184.405270:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.405296:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.405308:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536184.405314:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536184.405321:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 4/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.405407:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.405427:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 11 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536184.405445:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583087360:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536184.405538:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536184.410856:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536184.410989:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583087360:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536184.411029:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.411101:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573845504 00000100:00100000:2.0:1788536184.411110:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573845504 00002000:00100000:2.0:1788536184.411187:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (0->157) req@ffff8b1d6dcc8e00 x1875415573845504/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:85/0 lens 648/0 e 0 to 0 dl 1788536195 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536184.411197:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6dcc8e00 with x1875415573845504 ext(0->157) 00010000:00010000:2.0:1788536184.411206:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 12 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.411236:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 12 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536184.411245:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d6dcc8e00 00000100:00100000:2.0:1788536184.411295:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 10 00000100:00100000:2.0:1788536184.411308:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573845504:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:2.0:1788536184.412255:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415573845504:12345-192.168.203.55@tcp:4:cp.0 Request processed in 942us (1409us total) trans 4294967354 rc 0/0 00000100:00100000:2.0:1788536184.412267:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 10 00002000:00100000:2.0:1788536184.412275:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x16:0x0] (0->157) req@ffff8b1d6dcc8e00 x1875415573845504/t4294967354(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:85/0 lens 648/448 e 0 to 0 dl 1788536195 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536184.412285:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6dcc8e00 with x1875415573845504 ext(0->157) 00010000:00010000:2.0:1788536184.412293:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 14 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.412309:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 14 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536184.412316:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d6dcc8e00 00000100:00100000:3.0:1788536184.417021:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.417155:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573845632 00000100:00100000:2.0:1788536184.417179:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573845632 00000100:00100000:3.0:1788536184.431913:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583087488:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536184.432015:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536184.432943:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583087488 00000100:00100000:0.0:1788536184.432959:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583087488 00000100:00100000:0.0:1788536184.433031:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1788536184.433043:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583087488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536184.433075:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 76480512 pending 1703936 free 3857711104 avail 3855613952 00010000:00010000:2.0:1788536184.433091:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 14 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.433152:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 302 00000100:00100000:2.0:1788536184.433163:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415573845632:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788536184.433174:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583087488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (1157us total) trans 0 rc 0/0 00010000:00010000:2.0:1788536184.433179:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536184.433208:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 14 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.433233:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 14 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536184.433260:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00010000:00010000:2.0:1788536184.433262:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50798 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b0 expref: 14 pid: 6667 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.433283:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536184.433299:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536184.433307:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536184.433314:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583087488:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536184.433334:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.433405:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536184.433477:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.433491:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.433521:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.433532:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.433542:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.433551:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536184.433557:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.433566:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.433581:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.433597:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f507ec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.433951:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573845632:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 787us (16939us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.433962:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 302 00000100:00100000:3.0:1788536184.438125:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573845248:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 32890us (33999us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536184.438146:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:3.0:1788536184.444612:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536184.444891:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573845888 00000100:00100000:0.0:1788536184.444906:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573845888 00000100:00100000:0.0:1788536184.444987:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1005 00000100:00100000:0.0:1788536184.445006:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:27119:x1875415573845888:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536184.445157:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:27119:x1875415573845888:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 154us (561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536184.445167:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1005 00000100:00100000:0.0:1788536184.451701:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536184.452079:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573846016 00000100:00100000:2.0:1788536184.452093:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573846016 00000100:00100000:2.0:1788536184.452174:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 262 00000100:00100000:2.0:1788536184.452186:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573846016:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536184.454930:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536184.454973:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08da expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536184.455017:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 158, mtime: 0x6a9ae577, atime: 0x0, ctime: 0x6a9ae577, blocks: 0x1 00010000:00010000:2.0:1788536184.455045:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=562s v=(0 0) 00010000:00010000:2.0:1788536184.455050:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536184.455066:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.455087:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.455104:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151e400, rc 0) 00000100:00100000:2.0:1788536184.455198:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573846016:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3014us (3513us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.455208:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 262 00000100:00100000:3.0:1788536184.460731:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536184.460809:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573846272 00000100:00100000:0.0:1788536184.460823:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573846272 00000100:00100000:0.0:1788536184.460898:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1006 00000100:00100000:0.0:1788536184.460918:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:27119:x1875415573846272:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536184.461066:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:27119:x1875415573846272:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 157us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536184.461075:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1006 00000100:00100000:2.0:1788536184.468025:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536184.468162:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573846400 00000100:00100000:3.0:1788536184.468177:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573846400 00002000:00100000:3.0:1788536184.468243:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff8b1d7c4b1c00 x1875415573846400/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:85/0 lens 488/0 e 0 to 0 dl 1788536195 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536184.468255:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b1c00 with x1875415573846400 ext(0->4095) 00002000:00010000:3.0:1788536184.468263:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4b1c00 00000100:00100000:3.0:1788536184.468303:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 93 00000100:00100000:3.0:1788536184.468313:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573846400:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536184.468696:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573846400:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 382us (685us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536184.468704:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 93 00002000:00100000:3.0:1788536184.468711:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x16:0x0] (0->4095) req@ffff8b1d7c4b1c00 x1875415573846400/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:85/0 lens 488/4536 e 0 to 0 dl 1788536195 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536184.468719:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b1c00 with x1875415573846400 ext(0->4095) 00002000:00010000:3.0:1788536184.468722:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4b1c00 00000100:00100000:3.0:1788536184.480736:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536184.480989:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573846528 00000100:00100000:1.0:1788536184.481003:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573846528 00000100:00100000:1.0:1788536184.481084:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1007 00000100:00100000:1.0:1788536184.481096:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:27119:x1875415573846528:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536184.481124:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536184.481152:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f507fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08e1 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536184.481198:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536184.481215:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536184.481229:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536184.481441:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f507fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536184.481465:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536184.481474:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:1.0:1788536184.481478:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536184.481482:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2a00, rc 0) 00000100:00100000:1.0:1788536184.481569:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:27119:x1875415573846528:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 474us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536184.481577:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1007 00000100:00100000:3.0:1788536184.487602:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536184.488459:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573846656 00000100:00100000:1.0:1788536184.488477:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573846656 00000100:00100000:1.0:1788536184.488561:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1008 00000100:00100000:1.0:1788536184.488574:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:27119:x1875415573846656:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536184.488619:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536184.488766:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:27119:x1875415573846656:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 193us (1176us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536184.488775:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1008 00000100:00100000:1.0:1788536184.492301:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536184.493007:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573846784 00000100:00100000:3.0:1788536184.493023:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573846784 00000100:00100000:3.0:1788536184.493107:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 263 00000100:00100000:3.0:1788536184.493120:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573846784:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536184.493187:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.493210:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536184.493216:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536184.493224:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.493241:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.493282:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.494064:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.494076:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.494084:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536184.494098:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.494111:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.494133:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.494143:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f50808 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536184.494253:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573846784:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 1132us (1963us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536184.494263:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 263 00000100:00100000:3.0:1788536184.497314:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536184.497555:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573847040 00000100:00100000:0.0:1788536184.497569:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573847040 00000100:00100000:0.0:1788536184.497641:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1009 00000100:00100000:0.0:1788536184.497653:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:27119:x1875415573847040:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536184.497763:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.497787:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.497815:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.497862:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536184.497878:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 46 pid: 5824 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536184.497897:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583087616:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536184.499841:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536184.510665:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536184.510692:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583087616:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536184.510740:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.514510:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573847168 00000100:00100000:2.0:1788536184.514534:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573847168 00010000:00010000:2.0:1788536184.514604:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 47 pid: 5824 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536184.515948:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 303 00000100:00100000:2.0:1788536184.515973:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573847168:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536184.515996:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536184.516008:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 47 pid: 5824 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.516026:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 47 pid: 5824 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.516054:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50801 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e1 expref: 47 pid: 5824 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.516074:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:2.0:1788536184.516080:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.516092:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.516100:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536184.516137:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536184.516218:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+46:2355:x1875415573847168:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 258us (5568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536184.516226:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 303 00010000:00010000:3.0:1788536184.516349:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.516359:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.516729:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.516738:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.516745:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.516761:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536184.516766:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.516774:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.516784:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:3.0:1788536184.516786:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536184.516790:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536184.516795:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5080f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536184.516955:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:27119:x1875415573847040:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 19303us (19664us total) trans 4294967943 rc 0/0 00000100:00100000:3.0:1788536184.516966:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1009 00000040:00080000:3.0:1788536184.525002:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536184.525016:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536184.525817:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788536184.525833:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536184.526735:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536184.526832:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573847424 00000100:00100000:3.0:1788536184.526846:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573847424 00000100:00100000:3.0:1788536184.526925:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 200 00000100:00100000:3.0:1788536184.526937:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+46:27119:x1875415573847424:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536184.527256:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:27119:x1875415573847424:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 321us (533us total) trans 4294967944 rc 0/0 00000100:00100000:3.0:1788536184.527281:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 200 00010000:00010000:0.0:1788536184.749085:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536185.245759:0:19337:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536185.245774:0:19337:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536185.245831:0:19337:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:3.0:1788536185.245839:0:19337:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536185.317286:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536185.317441:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573847552 00000100:00100000:0.0:1788536185.317458:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573847552 00000100:00100000:0.0:1788536185.317563:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 264 00000100:00100000:0.0:1788536185.317581:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573847552:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536185.317606:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536185.317631:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08e8 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.317666:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536185.317671:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536185.317682:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.317732:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.317751:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:0.0:1788536185.317828:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573847552:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 256us (569us total) trans 0 rc 0/0 00000100:00080000:2.0:1788536185.317954:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536185.320835:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 264 00000100:00100000:0.0:1788536185.330293:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536185.330347:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573847808 00000100:00100000:0.0:1788536185.330360:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573847808 00000100:00100000:0.0:1788536185.330475:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1010 00000100:00100000:0.0:1788536185.330488:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:27120:x1875415573847808:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536185.330515:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536185.330540:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5081d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08ef expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.330702:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50824 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.330723:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.330740:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536185.330754:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:0.0:1788536185.330936:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f5081d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08ef expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.330956:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50824 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08ef expref: 93 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.330966:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:0.0:1788536185.330969:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788536185.330974:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837200, rc 0) 00000100:00100000:0.0:1788536185.331047:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:27120:x1875415573847808:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 561us (769us total) trans 4294967945 rc 0/0 00000100:00100000:0.0:1788536185.331056:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1010 00000100:00080000:0.0:1788536185.331305:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536185.340506:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.340611:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573847936 00000100:00100000:3.0:1788536185.340626:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573847936 00000100:00100000:3.0:1788536185.340699:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 265 00000100:00100000:3.0:1788536185.340711:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573847936:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:3.0:1788536185.340780:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.340806:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.340815:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.340824:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536185.340828:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536185.340833:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.340873:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.340905:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 13 pid: 6667 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.340931:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583087744:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536185.341052:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.341062:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 12 pid: 16289 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.341071:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583087872:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536185.341094:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536185.346208:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcca680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583087744:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536185.346229:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583087872:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536185.346260:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536185.349699:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536185.349764:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536185.349814:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573848064 00000100:00100000:1.0:1788536185.349827:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573848064 00010000:00010000:1.0:1788536185.349886:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 14 pid: 6667 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536185.349943:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573848192 00000100:00100000:1.0:1788536185.349946:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573848192 00010000:00010000:1.0:1788536185.349974:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 13 pid: 16289 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536185.350000:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 304 00000100:00100000:1.0:1788536185.350012:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573848064:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536185.350034:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536185.350066:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 14 pid: 6667 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.350083:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 14 pid: 6667 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.350109:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50816 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08e8 expref: 14 pid: 6667 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.350159:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536185.350229:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ee050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:2355:x1875415573848064:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 219us (546us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536185.350238:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 304 00000100:00100000:1.0:1788536185.350313:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 305 00000100:00100000:1.0:1788536185.350321:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573848192:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536185.350330:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536185.350340:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 13 pid: 16289 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.350351:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 13 pid: 16289 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.350365:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f239aba9/0x94dfe24b69f507f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08da expref: 13 pid: 16289 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.350412:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536185.350418:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536185.350817:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.350831:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.350886:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536185.351046:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573848192:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 725us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536185.351054:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 305 00000100:00080000:1.0:1788536185.351093:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788536185.355303:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.355331:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.355570:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.355581:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.355591:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.355598:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536185.355604:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.355687:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.355715:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.355724:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f50832 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.356000:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573847936:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 15283us (15502us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.356013:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 265 00000100:00100000:1.0:1788536185.369414:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.369585:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573848448 00000100:00100000:3.0:1788536185.369600:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573848448 00000100:00100000:3.0:1788536185.369879:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 201 00000100:00100000:3.0:1788536185.369889:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:27120:x1875415573848448:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:3.0:1788536185.370040:0:5826:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x1b:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50824 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08ef expref: 93 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536185.371703:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967946 00000001:00080000:3.0:1788536185.373666:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967947 00010000:00010000:1.0:1788536185.373886:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.373922:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 46 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.373932:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 96 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.374115:0:5826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.374174:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 96 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.374195:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 96 pid: 16075 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536185.374216:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583088000:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536185.374363:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 46 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.376121:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 46 pid: 6725 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536185.376152:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583088128:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536185.376254:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536efe40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536185.379464:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3800 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583088000:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536185.379943:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.380473:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573848576 00000100:00100000:3.0:1788536185.380485:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573848576 00010000:00010000:3.0:1788536185.380686:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 97 pid: 16075 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.380736:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 306 00000100:00100000:3.0:1788536185.380747:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+97:2354:x1875415573848576:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536185.380766:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536185.380774:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 97 pid: 16075 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.380788:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 97 pid: 16075 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.380816:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f507b4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08b7 expref: 97 pid: 16075 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.380869:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:3.0:1788536185.380876:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.380885:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.380892:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536185.380965:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:2354:x1875415573848576:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 219us (1032us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.380973:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 306 00000100:00100000:3.0:1788536185.381096:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583088128:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536185.381129:0:5826:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536185.389684:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.390734:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573848704 00000100:00100000:3.0:1788536185.390752:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573848704 00010000:00010000:3.0:1788536185.390831:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 47 pid: 6725 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788536185.390833:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536185.390889:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 307 00000100:00100000:3.0:1788536185.390901:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573848704:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536185.390919:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536185.390928:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 47 pid: 6725 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.390958:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 47 pid: 6725 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.390986:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50783 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08a2 expref: 47 pid: 6725 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.391024:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:3.0:1788536185.391031:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.391042:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.391051:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.391083:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536185.391167:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:2355:x1875415573848704:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 268us (1494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.391175:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 307 00010000:00010000:3.0:1788536185.391204:0:5826:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.391212:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536185.391406:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967948 00000001:00080000:3.0:1788536185.391907:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967949 00000001:00080000:3.0:1788536185.391980:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967950 00000100:00100000:3.0:1788536185.392102:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583088256:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788536185.404780:0:5826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536185.404857:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536185.404865:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583088256 00000100:00100000:1.0:1788536185.404879:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583088256 00000100:00100000:1.0:1788536185.404987:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788536185.405000:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583088256:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788536185.405134:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583088256:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 137us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536185.405143:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1788536185.405169:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536185.405928:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583088256:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1788536185.406532:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967951 00000100:00100000:3.0:1788536185.406655:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583088384:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788536185.406720:0:5826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536185.406853:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583088384 00000100:00100000:1.0:1788536185.406862:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583088384 00000100:00100000:1.0:1788536185.406930:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788536185.406941:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583088384:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788536185.407205:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5826:x1875415583088384:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 265us (483us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1788536185.407214:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788536185.408940:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536185.409011:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583088384:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:3.0:1788536185.409054:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.409069:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.409079:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.409086:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536185.409092:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.409102:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.409122:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:3.0:1788536185.409131:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1788536185.409146:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.409180:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50839 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536185.409532:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x3f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788536185.409670:0:5826:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:3.0:1788536185.409684:0:5826:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 563637313410ns, next at 564637309704ns, rc = 0 00000001:00080000:3.0:1788536185.409695:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967952 00010000:00010000:3.0:1788536185.409751:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:3.0:1788536185.409754:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788536185.409763:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50824 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08ef expref: 100 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.409923:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea0850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+99:27120:x1875415573848448:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 40034us (40553us total) trans 4294967953 rc 0/0 00000100:00100000:3.0:1788536185.409934:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 201 00000020:00080000:3.0:1788536185.409941:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788536185.451753:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536185.452682:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573848832 00000100:00100000:1.0:1788536185.452701:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573848832 00000100:00100000:1.0:1788536185.452802:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1011 00000100:00100000:1.0:1788536185.452816:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+99:27121:x1875415573848832:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:1.0:1788536185.452851:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536185.452902:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50840 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08f6 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.452996:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453016:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453031:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453048:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453055:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453062:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453205:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50855 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453213:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453220:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536185.453267:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:1.0:1788536185.453273:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536185.453463:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453491:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50855 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453503:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453511:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453518:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453525:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536185.453530:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453540:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453555:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:1.0:1788536185.453559:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536185.453565:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453572:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50847 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453584:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453590:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453602:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453608:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536185.453611:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453618:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453628:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x385708b9 (ffff8b1d457ff900) 00010000:00010000:1.0:1788536185.453630:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536185.453634:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453639:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f5084e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453681:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50840 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08f6 expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453698:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50855 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08f6 expref: 100 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.453706:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:1.0:1788536185.453709:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536185.453711:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2600, rc 0) 00000100:00100000:1.0:1788536185.453808:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+100:27121:x1875415573848832:12345-192.168.203.55@tcp:101:diff.0 Request processed in 995us (2071us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536185.453828:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1011 00000100:00100000:3.0:1788536185.457685:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536185.457794:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573849088 00000100:00100000:0.0:1788536185.457811:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573849088 00000100:00100000:0.0:1788536185.457892:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1012 00000100:00100000:0.0:1788536185.457902:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:27121:x1875415573849088:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:0.0:1788536185.457925:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536185.457947:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5085c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b08fd expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.458053:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50863 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.458070:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.458082:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50863 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536185.458112:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:0.0:1788536185.458266:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5085c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08fd expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.458288:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50863 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08fd expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.458299:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:0.0:1788536185.458302:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536185.458306:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837200, rc 0) 00000100:00100000:0.0:1788536185.458432:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+102:27121:x1875415573849088:12345-192.168.203.55@tcp:101:diff.0 Request processed in 531us (764us total) trans 4294967954 rc 0/0 00000100:00100000:0.0:1788536185.458440:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1012 00000100:00100000:3.0:1788536185.464120:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536185.464312:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573849344 00000100:00100000:1.0:1788536185.464326:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573849344 00000100:00100000:1.0:1788536185.464442:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 45 00000100:00100000:1.0:1788536185.464454:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+102:27121:x1875415573849344:12345-192.168.203.55@tcp:103:diff.0 00010000:00010000:1.0:1788536185.464476:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788536185.464510:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50863 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08fd expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.464535:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50855 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08f6 expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.464548:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff300) 00010000:00010000:1.0:1788536185.464562:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536185.464658:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+100:27121:x1875415573849344:12345-192.168.203.55@tcp:103:diff.0 Request processed in 205us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536185.464666:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 45 00000100:00100000:2.0:1788536185.467562:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536185.467749:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573849472 00000100:00100000:1.0:1788536185.467765:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573849472 00000100:00100000:1.0:1788536185.467850:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1013 00000100:00100000:1.0:1788536185.467864:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+100:27121:x1875415573849472:12345-192.168.203.55@tcp:58:diff.0 00010000:00010000:1.0:1788536185.468077:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.468099:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.468127:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536185.470484:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:0.0:1788536185.479890:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+100:27121:x1875415573849472:12345-192.168.203.55@tcp:58:diff.0 Request processed in 12005us (12318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536185.479910:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1013 00000100:00100000:0.0:1788536185.492039:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536185.492103:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573849600 00000100:00100000:1.0:1788536185.492118:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573849600 00000100:00100000:1.0:1788536185.492207:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1014 00000100:00100000:1.0:1788536185.492220:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+100:27121:x1875415573849600:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:1.0:1788536185.492248:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536185.492275:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50878 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0904 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.492400:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.492415:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50878 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0904 expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.492440:0:6725:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.492456:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50878 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0904 expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.492473:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff900) 00010000:00010000:1.0:1788536185.492477:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536185.492480:0:6725:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50878 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0904 expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536185.492506:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2600, rc 0) 00000100:00100000:1.0:1788536185.492595:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+101:27121:x1875415573849600:12345-192.168.203.55@tcp:101:diff.0 Request processed in 376us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536185.492604:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1014 00000040:00080000:0.0:1788536185.582143:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536185.582158:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536185.582208:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:0.0:1788536185.582219:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536185.582418:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583088512:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536185.582557:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fdf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536185.594427:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.594532:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573849728 00000100:00100000:3.0:1788536185.594550:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573849728 00000100:00100000:3.0:1788536185.594632:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1015 00000100:00100000:3.0:1788536185.594644:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:27122:x1875415573849728:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536185.594690:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536185.594864:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:27122:x1875415573849728:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 221us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.594873:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1015 00000100:00100000:1.0:1788536185.595660:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583088512:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536185.630057:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536185.631323:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573849856 00000100:00100000:2.0:1788536185.631342:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573849856 00000100:00100000:3.0:1788536185.631547:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1016 00000100:00100000:3.0:1788536185.631564:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:27122:x1875415573849856:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788536185.631665:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631689:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631704:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631723:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631731:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631738:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631765:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631774:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631780:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536185.631836:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00000004:00200000:3.0:1788536185.631842:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536185.631861:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631908:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631915:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.631923:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632002:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536185.632009:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632020:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632034:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536185.632038:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536185.632043:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632051:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5087f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632068:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632075:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632081:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632092:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536185.632096:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632102:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632111:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x2b74b2f9 (ffff8b1d512a9700) 00010000:00010000:3.0:1788536185.632113:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536185.632116:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632122:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50886 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x2b74b2f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632140:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632146:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632152:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632157:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536185.632160:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632166:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632194:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff900) 00010000:00010000:3.0:1788536185.632197:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536185.632201:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.632206:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f5088d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.632454:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:27122:x1875415573849856:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 893us (2411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.632464:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1016 00000100:00100000:1.0:1788536185.636509:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.636732:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573850112 00000100:00100000:3.0:1788536185.636746:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573850112 00000100:00100000:3.0:1788536185.636817:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1017 00000100:00100000:3.0:1788536185.636828:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+46:27122:x1875415573850112:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536185.636856:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536185.636883:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50894 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b090b expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637012:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637032:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637047:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536185.637060:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1b:0x0]: returning size 158 00010000:00010000:3.0:1788536185.637228:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637237:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637245:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637252:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536185.637257:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637266:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637281:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff900) 00010000:00010000:3.0:1788536185.637284:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536185.637290:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637297:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5089b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637348:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50894 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b090b expref: 48 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637360:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536185.637363:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536185.637419:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50894 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b090b expref: 48 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.637444:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536185.637519:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:27122:x1875415573850112:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 692us (1023us total) trans 4294967955 rc 301/301 00000100:00100000:3.0:1788536185.637539:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1017 00000100:00100000:0.0:1788536185.639936:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.640192:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573850240 00000100:00100000:3.0:1788536185.640206:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573850240 00000100:00100000:3.0:1788536185.640289:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1018 00000100:00100000:3.0:1788536185.640301:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:27122:x1875415573850240:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536185.640346:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x1b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536185.640763:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:27122:x1875415573850240:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 463us (849us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.640773:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1018 00000100:00100000:0.0:1788536185.646440:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.646504:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573850496 00000100:00100000:3.0:1788536185.646518:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573850496 00000100:00100000:3.0:1788536185.646596:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1019 00000100:00100000:3.0:1788536185.646610:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:27122:x1875415573850496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536185.646637:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536185.646664:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0912 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.647354:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.647430:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.647460:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536185.647475:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00010000:00010000:3.0:1788536185.647542:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0912 expref: 50 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.647565:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0912 expref: 49 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.647577:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:3.0:1788536185.647580:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536185.647585:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546000, rc 0) 00000100:00100000:3.0:1788536185.647681:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:27122:x1875415573850496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1074us (1258us total) trans 4294967956 rc 0/0 00000100:00100000:3.0:1788536185.647692:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1019 00000100:00100000:0.0:1788536185.669553:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.669746:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573850752 00000100:00100000:3.0:1788536185.669760:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573850752 00000100:00100000:3.0:1788536185.669837:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1020 00000100:00100000:3.0:1788536185.669850:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:27122:x1875415573850752:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536185.669928:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536185.669964:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0912 expref: 49 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.669988:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:3.0:1788536185.670002:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536185.670051:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.670069:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 100 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.670079:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 4/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.670120:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 100 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.670135:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 100 pid: 5824 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.670152:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583088640:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536185.670907:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536185.676055:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccb800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583088640:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536185.676109:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536185.676554:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.676919:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573850880 00000100:00100000:3.0:1788536185.676930:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573850880 00010000:00010000:3.0:1788536185.676991:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 101 pid: 5824 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.677047:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 308 00000100:00100000:3.0:1788536185.677060:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+101:2355:x1875415573850880:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536185.677116:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536185.677125:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 101 pid: 5824 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.677140:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 101 pid: 5824 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.677169:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f507c9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3e:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b08c5 expref: 101 pid: 5824 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.677210:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:3.0:1788536185.677216:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,1 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.677229:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.677238:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.677289:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536185.677359:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+100:2355:x1875415573850880:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 300us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.677416:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 308 00010000:00010000:2.0:1788536185.677726:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677736:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677769:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677780:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677788:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677878:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677886:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677893:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677900:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536185.677905:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677924:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677935:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:2.0:1788536185.677938:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536185.677942:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 2/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677949:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f508be lrc: 0/0,0 mode: --/CW res: [0x200000401:0x3e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677960:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677966:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677973:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677978:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4151fa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536185.677981:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677987:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.677994:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x44559cd8 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536185.677996:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536185.677999:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.678016:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151fa00/0x94dfe24b69f508c5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x3e:0x0].0x44559cd8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536185.678092:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:27122:x1875415573850752:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 8244us (8553us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536185.678100:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1020 00000100:00100000:2.0:1788536185.690710:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536185.690917:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573851008 00000100:00100000:0.0:1788536185.690930:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573851008 00000100:00100000:0.0:1788536185.691004:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1021 00000100:00100000:0.0:1788536185.691015:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:27122:x1875415573851008:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536185.691040:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536185.691068:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f508cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0919 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.691116:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.691134:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.691149:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.691297:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f508cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 50 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.691319:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 49 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.691330:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536185.691333:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536185.691337:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:2.0:1788536185.692094:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:27122:x1875415573851008:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1074us (1393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536185.692106:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1021 00000100:00100000:0.0:1788536185.697757:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.697863:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573851264 00000100:00100000:3.0:1788536185.697877:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573851264 00000100:00100000:3.0:1788536185.697963:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1022 00000100:00100000:3.0:1788536185.697976:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:27122:x1875415573851264:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536185.698128:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.698151:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.698166:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536185.698533:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000338ef581 reply state 000000007bf72aa3 transno 4294967957 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.698545:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536185.698979:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:27122:x1875415573851264:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1001us (1235us total) trans 4294967957 rc 0/0 00000100:00100000:3.0:1788536185.698989:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1022 00010000:00010000:2.0:1788536185.706169:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.706195:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.706203:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.706209:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536185.706215:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.706225:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.706247:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:2.0:1788536185.706251:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788536185.706280:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.706286:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f508da lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536185.708740:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536185.708859:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573851392 00000100:00100000:2.0:1788536185.708874:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573851392 00000100:00100000:2.0:1788536185.708948:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1023 00000100:00100000:2.0:1788536185.708961:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:27122:x1875415573851392:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536185.708997:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536185.709028:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0920 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.709114:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.709133:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.709145:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:2.0:1788536185.709149:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536185.709154:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4151e400, rc 0) 00000100:00100000:2.0:1788536185.709241:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:27122:x1875415573851392:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 283us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536185.709250:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1023 00000100:00100000:0.0:1788536185.713208:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536185.713431:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573851520 00000100:00100000:2.0:1788536185.713445:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573851520 00000100:00100000:2.0:1788536185.713526:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 202 00000100:00100000:2.0:1788536185.713560:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:27122:x1875415573851520:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788536185.713738:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:27122:x1875415573851520:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 182us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536185.713746:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 202 00000100:00100000:0.0:1788536185.721357:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536185.721522:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573851776 00000100:00100000:2.0:1788536185.721536:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573851776 00000100:00100000:2.0:1788536185.721608:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 203 00000100:00100000:2.0:1788536185.721620:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:27122:x1875415573851776:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536185.721950:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:27122:x1875415573851776:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 331us (606us total) trans 4294967958 rc 0/0 00000100:00100000:2.0:1788536185.721958:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 203 00000100:00100000:0.0:1788536185.725796:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536185.725943:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573852032 00000100:00100000:2.0:1788536185.725960:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573852032 00000100:00100000:2.0:1788536185.726109:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1024 00000100:00100000:2.0:1788536185.726123:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:27122:x1875415573852032:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536185.726303:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:27122:x1875415573852032:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 181us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536185.726312:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1024 00000100:00100000:0.0:1788536185.734701:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.734803:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573852288 00000100:00100000:3.0:1788536185.734816:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573852288 00000100:00100000:3.0:1788536185.734896:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1025 00000100:00100000:3.0:1788536185.734907:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:27122:x1875415573852288:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536185.734935:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536185.734962:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f508e8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0927 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.735094:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.735112:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 53 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.735144:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.735187:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 53 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.735203:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 53 pid: 5823 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.735220:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583088768:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536185.735352:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536185.741409:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccb800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583088768:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536185.741470:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536185.742151:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.744745:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573852416 00000100:00100000:3.0:1788536185.744768:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573852416 00010000:00010000:3.0:1788536185.744835:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 54 pid: 5823 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.744951:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 309 00000100:00100000:3.0:1788536185.744964:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:2354:x1875415573852416:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536185.744983:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536185.744992:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 54 pid: 5823 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.745034:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 54 pid: 5823 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.745065:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e400/0x94dfe24b69f508e1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0920 expref: 54 pid: 5823 timeout: 663 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.745106:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:3.0:1788536185.745113:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.745124:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.745133:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.745179:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536185.745262:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+53:2354:x1875415573852416:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 300us (3116us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.745270:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 309 00010000:00010000:0.0:1788536185.745431:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.745441:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536185.745466:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00080000:0.0:1788536185.745718:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x14:0x0], index 0: 0 00010000:00010000:0.0:1788536185.745946:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.745956:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.745964:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.745973:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536185.745978:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.745987:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.746001:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536185.746015:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536185.746021:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.746029:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f508ef lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.746095:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f508e8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0927 expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.746105:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3e:0x0].0x0 (ffff8b1d512a9200) 00010000:00010000:0.0:1788536185.746107:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536185.746111:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f508e8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x3e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0927 expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.746121:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:0.0:1788536185.746179:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:27122:x1875415573852288:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 11274us (11493us total) trans 4294967959 rc 301/301 00000100:00100000:0.0:1788536185.746187:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1025 00000100:00100000:0.0:1788536185.754995:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536185.755087:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573852672 00000100:00100000:2.0:1788536185.755100:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573852672 00000100:00100000:2.0:1788536185.755171:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 204 00000100:00100000:2.0:1788536185.755182:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:27122:x1875415573852672:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536185.755694:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:27122:x1875415573852672:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 511us (713us total) trans 4294967960 rc 0/0 00000100:00100000:2.0:1788536185.755727:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 204 00000100:00100000:2.0:1788536185.765511:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.766222:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573852800 00000100:00100000:3.0:1788536185.766238:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573852800 00000100:00100000:3.0:1788536185.766348:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1026 00000100:00100000:3.0:1788536185.766363:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+53:27122:x1875415573852800:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536185.766428:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536185.766456:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f508fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b092e expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.766590:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50904 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.766608:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.766623:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536185.766671:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1c:0x0]: returning size 0 00000004:00200000:3.0:1788536185.766676:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536185.766702:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.766734:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f508fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b092e expref: 55 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.766755:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50904 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b092e expref: 54 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.766766:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:3.0:1788536185.766769:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788536185.766774:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547e00, rc 0) 00000100:00100000:3.0:1788536185.766862:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:27122:x1875415573852800:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 501us (1366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.766870:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1026 00000100:00100000:3.0:1788536185.771194:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536185.771422:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573852928 00000100:00100000:2.0:1788536185.771437:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573852928 00000100:00100000:2.0:1788536185.771533:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00100000:2.0:1788536185.771547:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573852928:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536185.771569:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536185.771597:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0935 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536185.771631:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536185.771657:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=563s v=(0 0) 00010000:00010000:2.0:1788536185.771662:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536185.771674:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.771697:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.771713:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536185.771806:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573852928:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 263us (627us total) trans 0 rc 0/0 00000100:00080000:1.0:1788536185.772177:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536185.778167:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.778244:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573853184 00000100:00100000:3.0:1788536185.778345:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573853184 00000100:00100000:3.0:1788536185.778450:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1027 00000100:00100000:3.0:1788536185.778462:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:27122:x1875415573853184:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536185.778606:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:27122:x1875415573853184:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 146us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.778615:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1027 00000100:00100000:2.0:1788536185.779154:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 266 00010000:00010000:1.0:1788536185.781415:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536185.791577:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.791674:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573853312 00000100:00100000:3.0:1788536185.791688:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573853312 00000100:00100000:3.0:1788536185.791751:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 267 00000100:00100000:3.0:1788536185.791762:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:27122:x1875415573853312:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536185.791787:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536185.791812:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b093c expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.791853:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.791863:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536185.791869:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536185.791876:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.791919:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.791935:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 10 pid: 6668 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.791973:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583088896:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536185.792091:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536185.794799:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583088896:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536185.794851:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.794878:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547000, rc 0) 00000100:00100000:0.0:1788536185.794958:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:27122:x1875415573853312:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3196us (3396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536185.794988:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 267 00000100:00100000:0.0:1788536185.805966:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.806167:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573853440 00000100:00100000:3.0:1788536185.806182:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573853440 00010000:00010000:3.0:1788536185.806239:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 10 pid: 6668 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.806307:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 310 00000100:00100000:3.0:1788536185.806319:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573853440:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536185.806341:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536185.806440:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 10 pid: 6668 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.806456:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 10 pid: 6668 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.806484:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f5090b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0935 expref: 10 pid: 6668 timeout: 664 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.806506:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536185.806511:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536185.806521:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.806561:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536185.806614:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536185.806630:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583089024:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536185.806728:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536185.811161:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536185.812847:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573853568 00000100:00100000:1.0:1788536185.812869:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573853568 00002000:00100000:1.0:1788536185.812959:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff8b1c42e0f800 x1875415573853568/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:86/0 lens 648/0 e 0 to 0 dl 1788536196 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536185.812973:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0f800 with x1875415573853568 ext(0->157) 00002000:00010000:1.0:1788536185.812982:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42e0f800 00000100:00100000:1.0:1788536185.813029:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 94 00000100:00100000:1.0:1788536185.813041:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573853568:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788536185.813578:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583089024:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536185.813612:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536185.813688:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573853440:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 7371us (7739us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536185.813700:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 310 00000100:00100000:0.0:1788536185.824940:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573853568:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 11883us (13780us total) trans 4294967348 rc 0/0 00000100:00100000:0.0:1788536185.824962:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 94 00002000:00100000:0.0:1788536185.824980:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x14:0x0] (0->157) req@ffff8b1c42e0f800 x1875415573853568/t4294967348(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:86/0 lens 648/448 e 0 to 0 dl 1788536196 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536185.824992:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0f800 with x1875415573853568 ext(0->157) 00002000:00010000:0.0:1788536185.825000:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42e0f800 00000100:00100000:2.0:1788536185.832609:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536185.832743:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573853696 00000100:00100000:0.0:1788536185.832756:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573853696 00000100:00100000:0.0:1788536185.832835:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1028 00000100:00100000:0.0:1788536185.832847:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:27122:x1875415573853696:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788536185.938854:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967959 is committed 00000001:00080000:1.0:1788536185.938875:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967954 is committed 00000001:00080000:1.0:1788536185.938927:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967960 is committed 00000020:00080000:1.0:1788536185.938943:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000004:00080000:1.0:1788536185.938966:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000020:00080000:1.0:1788536185.938983:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1c43684f00 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:1.0:1788536185.938989:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46a37500 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1c43684000 00000020:00080000:1.0:1788536185.938993:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46a37b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d6e14b000 00000020:00080000:1.0:1788536185.939050:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000100:00100000:0.0:1788536185.939561:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:27122:x1875415573853696:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 106706us (106957us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536185.939575:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1028 00000020:00080000:1.0:1788536185.940724:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:2.0:1788536185.940910:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583089152:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788536185.940993:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536185.941124:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583089152 00000100:00100000:0.0:1788536185.941135:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583089152 00000100:00100000:0.0:1788536185.941197:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1788536185.941209:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583089152:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788536185.941241:0:16289:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:22 count 1 00002000:00010000:0.0:1788536185.941300:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x16:0x0] initial LVB size: 158, mtime: 0x6a9ae577, atime: 0x0, ctime: 0x6a9ae577, blocks: 0x1 00010000:00010000:0.0:1788536185.941310:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.941408:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=564s v=(0 0) 00010000:00010000:0.0:1788536185.941414:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536185.941431:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.941452:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.941464:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.941472:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536185.941495:0:16289:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536185.947555:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536185.948019:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573853824 00000100:00100000:3.0:1788536185.948034:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573853824 00000100:00100000:3.0:1788536185.948124:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 269 00000100:00100000:3.0:1788536185.948137:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573853824:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1788536185.951407:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536185.951443:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.951462:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536185.951469:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.951485:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.951513:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.951522:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50919 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536185.951558:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536185.951561:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536185.951562:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536185.951745:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3283:x1875415583089152:12345-0@lo:6:osp-syn-1-0.0 Request processed in 10531us (10744us total) trans 4294967356 rc 0/0 00000100:00100000:0.0:1788536185.951760:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000004:00080000:3.0:1788536185.959744:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7bed1500/2, rc 0, transno 4294967356 00000100:00100000:3.0:1788536185.959780:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583089152:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788536185.965107:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536185.965144:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583089280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536185.965246:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536185.965347:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583089280 00000100:00100000:1.0:1788536185.965357:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583089280 00000100:00100000:1.0:1788536185.965955:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:1.0:1788536185.965969:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583089280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536185.966000:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536185.966070:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583089280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536185.966077:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00080000:1.0:1788536185.966107:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536185.966159:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583089280:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1788536186.030084:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00000100:00100000:0.0:1788536186.030726:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573853824:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 82582us (83179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536186.030741:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 269 00000100:00100000:0.0:1788536186.038031:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536186.039610:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573854080 00000100:00100000:1.0:1788536186.039638:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573854080 00000100:00100000:1.0:1788536186.039739:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1029 00000100:00100000:1.0:1788536186.039751:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+43:27122:x1875415573854080:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536186.039834:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536186.039877:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50904 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b092e expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.039910:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536186.039937:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536186.039981:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.039997:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.040009:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536186.040302:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000020b6e70 reply state 0000000033a453cb transno 4294967961 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536186.040316:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536186.047599:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:27122:x1875415573854080:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 7831us (9566us total) trans 4294967961 rc 0/0 00000100:00100000:1.0:1788536186.047619:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1029 00010000:00010000:0.0:1788536186.063145:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063170:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063197:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063201:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536186.063206:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063213:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063232:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536186.063235:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536186.063240:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063245:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50920 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.063515:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536186.063706:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573854208 00000100:00100000:0.0:1788536186.063720:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573854208 00000100:00100000:0.0:1788536186.063792:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1030 00000100:00100000:0.0:1788536186.063803:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:27122:x1875415573854208:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536186.063835:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536186.063857:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0943 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063929:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 44 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063960:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 44 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.063982:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536186.063985:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536186.063988:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536186.064074:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:27122:x1875415573854208:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 273us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536186.064083:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1030 00000100:00100000:2.0:1788536186.067735:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536186.067983:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573854336 00000100:00100000:3.0:1788536186.067997:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573854336 00000100:00100000:3.0:1788536186.068077:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 270 00000100:00100000:3.0:1788536186.068089:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573854336:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788536186.068874:0:6667:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1788536186.068882:0:6667:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb mtime from disk: 0 -> 1788536183 00002000:00010000:3.0:1788536186.068885:0:6667:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb atime from disk: 0 -> 1788536183 00002000:00010000:3.0:1788536186.068887:0:6667:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb ctime from disk: 0 -> 1788536183 00002000:00010000:3.0:1788536186.068890:0:6667:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x14:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1788536186.069024:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573854336:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 935us (1301us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1788536186.069034:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 270 00000100:00100000:2.0:1788536186.071255:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536186.071439:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573854592 00000100:00100000:3.0:1788536186.071455:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573854592 00000100:00100000:3.0:1788536186.071536:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1031 00000100:00100000:3.0:1788536186.071548:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:27122:x1875415573854592:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788536186.071675:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.071700:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 44 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.071712:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.071769:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 44 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.071787:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 44 pid: 5825 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536186.071834:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583089408:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536186.071970:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.074982:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536186.075283:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583089408:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536186.075320:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536186.075845:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573854720 00000100:00100000:1.0:1788536186.075859:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573854720 00010000:00010000:1.0:1788536186.075923:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 45 pid: 5825 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536186.076015:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 311 00000100:00100000:1.0:1788536186.076029:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:2354:x1875415573854720:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536186.076053:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536186.076064:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 45 pid: 5825 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.076080:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 45 pid: 5825 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.076135:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f508d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0919 expref: 45 pid: 5825 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.076158:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536186.076165:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.076177:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.076187:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.076222:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536186.076315:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:2354:x1875415573854720:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 288us (1347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.076323:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 311 00010000:00010000:3.0:1788536186.076411:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.076427:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.076465:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.076473:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.076480:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.076487:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536186.076492:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.076501:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.076511:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:3.0:1788536186.076522:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788536186.076527:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.076534:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5092e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536186.076577:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:27122:x1875415573854592:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 5033us (5341us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788536186.076586:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1031 00000100:00100000:2.0:1788536186.079008:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536186.079121:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573854848 00000100:00100000:3.0:1788536186.079133:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573854848 00000100:00100000:3.0:1788536186.079204:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 271 00000100:00100000:3.0:1788536186.079216:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573854848:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536186.079275:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.079309:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.079320:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536186.079325:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536186.079331:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.079428:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.079462:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 10 pid: 6667 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536186.079482:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583089536:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536186.079582:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.082173:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583089536:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536186.082221:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.084101:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536186.084467:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573854976 00000100:00100000:3.0:1788536186.084481:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573854976 00010000:00010000:3.0:1788536186.084542:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 11 pid: 6667 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536186.084598:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 312 00000100:00100000:3.0:1788536186.084611:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573854976:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536186.084631:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536186.084662:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 11 pid: 6667 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.084679:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 11 pid: 6667 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.084707:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f50912 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b093c expref: 11 pid: 6667 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.084749:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536186.084754:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536186.084764:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.084775:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.084812:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536186.084892:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573854976:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 282us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536186.084900:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 312 00010000:00010000:1.0:1788536186.085200:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.085212:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.085245:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.085253:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.085270:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.085276:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536186.085281:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.085289:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.085304:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.085312:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f50935 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536186.085427:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573854848:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 6202us (6419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.085436:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 271 00000100:00100000:2.0:1788536186.088954:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536186.089052:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573855232 00000100:00100000:3.0:1788536186.089065:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573855232 00000100:00100000:3.0:1788536186.089143:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1032 00000100:00100000:3.0:1788536186.089156:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:27122:x1875415573855232:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536186.089261:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.089292:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.089306:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.089633:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.089668:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 44 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.089678:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.089724:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 44 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.089743:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 44 pid: 5823 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536186.089761:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583089664:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536186.089869:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536186.093551:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536186.093657:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573855360 00000100:00100000:1.0:1788536186.093672:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573855360 00010000:00010000:1.0:1788536186.093726:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 45 pid: 5823 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536186.093773:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 313 00000100:00100000:1.0:1788536186.093802:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:2354:x1875415573855360:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536186.093821:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536186.093831:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 45 pid: 5823 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.093847:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 45 pid: 5823 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.093875:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536186.093882:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.093893:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.093902:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.093926:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536186.093997:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:2354:x1875415573855360:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 197us (461us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.094006:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 313 00010000:00010000:3.0:1788536186.094726:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50927 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0943 expref: 44 pid: 5823 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536186.094754:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583089664:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536186.094784:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.094796:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536186.094802:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536186.095087:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967962 00000001:00080000:3.0:1788536186.095797:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967963 00000001:00080000:3.0:1788536186.095863:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967964 00000100:00100000:3.0:1788536186.095977:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583089792:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788536186.096063:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536186.096098:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536186.096177:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583089792 00000100:00100000:0.0:1788536186.096188:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583089792 00000100:00100000:0.0:1788536186.096265:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788536186.096286:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583089792:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788536186.096438:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583089792:12345-0@lo:1000:mdt00_002.0 Request processed in 163us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536186.096446:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788536186.097186:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583089792:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1788536186.097743:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967965 00000100:00100000:2.0:1788536186.097840:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583089920:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788536186.097905:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536186.097932:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d429e80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536186.098224:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583089920 00000100:00100000:3.0:1788536186.098233:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583089920 00000100:00100000:3.0:1788536186.098291:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788536186.098302:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583089920:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788536186.098607:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5825:x1875415583089920:12345-0@lo:1000:mdt00_002.0 Request processed in 307us (700us total) trans 4294967350 rc 0/0 00000100:00100000:3.0:1788536186.098616:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788536186.099004:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583089920:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1788536186.099141:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967966 00010000:00010000:2.0:1788536186.099191:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099206:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099216:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099223:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536186.099229:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099237:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099257:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:2.0:1788536186.099261:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536186.099266:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099650:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50943 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099695:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099702:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099708:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099713:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536186.099716:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099723:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099732:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff900) 00010000:00010000:2.0:1788536186.099734:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536186.099743:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50878 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0904 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099755:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50878 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0904 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099765:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50878 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0904 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.099971:0:5825:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2600/0x94dfe24b69f50878 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0904 expref: 88 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.099990:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583090048:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536186.100102:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d586a20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536186.104768:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536186.105107:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573855488 00000100:00100000:1.0:1788536186.105121:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573855488 00000100:00100000:1.0:1788536186.105196:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 205 00000100:00100000:1.0:1788536186.105207:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+89:27121:x1875415573855488:12345-192.168.203.55@tcp:49:diff.0 00000100:00100000:1.0:1788536186.105416:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+89:27121:x1875415573855488:12345-192.168.203.55@tcp:49:diff.0 Request processed in 210us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.105455:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 205 00000100:00100000:3.0:1788536186.108210:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536186.108323:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573855616 00000100:00100000:1.0:1788536186.108337:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573855616 00000100:00080000:2.0:1788536186.108505:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536186.108626:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 272 00000100:00100000:1.0:1788536186.108643:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:27121:x1875415573855616:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:1.0:1788536186.108669:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536186.108702:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000486ab200/0x94dfe24b69f5094a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b094a expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536186.108741:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x14:0x0] initial LVB size: 158, mtime: 0x6a9ae577, atime: 0x6a9ae577, ctime: 0x6a9ae577, blocks: 0xb 00010000:00010000:1.0:1788536186.108772:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=564s v=(0 0) 00010000:00010000:1.0:1788536186.108778:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536186.108789:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000486ab200/0x94dfe24b69f5094a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b094a expref: 14 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.108808:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000486ab200/0x94dfe24b69f5094a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b094a expref: 14 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.108823:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3000, rc 0) 00000100:00100000:1.0:1788536186.108907:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+14:27121:x1875415573855616:12345-192.168.203.55@tcp:101:diff.0 Request processed in 270us (712us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536186.108915:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 272 00000100:00100000:0.0:1788536186.111164:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583090048:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536186.111208:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.111222:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50871 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111336:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111355:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111396:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111410:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111426:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111433:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111439:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536186.111445:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111453:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111492:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff900) 00010000:00010000:2.0:1788536186.111495:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536186.111500:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111506:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50951 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111540:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111548:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111554:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111560:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536186.111563:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111570:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111578:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1b:0x0].0x0 (ffff8b1d457ff900) 00010000:00010000:2.0:1788536186.111581:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536186.111584:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.111590:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f5093c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536186.111926:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:27122:x1875415573855232:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 22769us (22983us total) trans 4294967967 rc 0/0 00000100:00100000:2.0:1788536186.111937:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1032 00000020:00080000:2.0:1788536186.111945:0:5825:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1788536186.112820:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536186.112831:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536186.113521:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:1.0:1788536186.113548:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536186.115620:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536186.115791:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573855744 00000100:00100000:2.0:1788536186.115805:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573855744 00002000:00100000:2.0:1788536186.115873:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff8b1d6e020000 x1875415573855744/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:87/0 lens 488/0 e 0 to 0 dl 1788536197 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536186.115887:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e020000 with x1875415573855744 ext(0->4095) 00002000:00010000:2.0:1788536186.115894:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d6e020000 00000100:00100000:2.0:1788536186.115935:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 95 00000100:00100000:2.0:1788536186.115947:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573855744:12345-192.168.203.55@tcp:3:diff.0 00000100:00100000:2.0:1788536186.116239:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573855744:12345-192.168.203.55@tcp:3:diff.0 Request processed in 292us (631us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788536186.116248:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 95 00002000:00100000:2.0:1788536186.116256:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x14:0x0] (0->4095) req@ffff8b1d6e020000 x1875415573855744/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:87/0 lens 488/4536 e 0 to 0 dl 1788536197 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536186.116265:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e020000 with x1875415573855744 ext(0->4095) 00002000:00010000:2.0:1788536186.116269:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d6e020000 00000100:00100000:3.0:1788536186.119697:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536186.119814:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573856000 00000100:00100000:1.0:1788536186.119829:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573856000 00000100:00100000:1.0:1788536186.119912:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 206 00000100:00100000:1.0:1788536186.119925:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56ea2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:27122:x1875415573856000:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788536186.120922:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x1c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788536186.121045:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967968 00010000:00010000:1.0:1788536186.121105:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.121125:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.121139:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.121149:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.121155:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.121162:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536186.121355:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536186.121635:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56ea2450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:27122:x1875415573856000:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1708us (1952us total) trans 4294967969 rc 0/0 00000100:00100000:1.0:1788536186.121646:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 206 00000020:00080000:1.0:1788536186.121652:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788536186.127076:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536186.127095:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.127137:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536186.127142:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.127156:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.127182:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1c:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:0.0:1788536186.127185:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536186.127191:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536186.127199:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50958 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536186.127304:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536186.127308:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536186.127310:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536186.129698:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536186.129862:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573856256 00000100:00100000:3.0:1788536186.129877:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573856256 00000100:00100000:3.0:1788536186.129946:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 207 00000100:00100000:3.0:1788536186.129959:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:27121:x1875415573856256:12345-192.168.203.55@tcp:35:diff.0 00000100:00100000:3.0:1788536186.130323:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+90:27121:x1875415573856256:12345-192.168.203.55@tcp:35:diff.0 Request processed in 365us (639us total) trans 4294967970 rc 0/0 00000100:00100000:3.0:1788536186.130332:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 207 00010000:00010000:2.0:1788536186.796545:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536187.044199:0:19389:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536187.044208:0:19389:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536187.044291:0:19389:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:0.0:1788536187.044306:0:19389:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536187.824168:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536188.117714:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536188.117851:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536188.117926:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536188.117964:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536188.118028:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573856896 00000100:00100000:1.0:1788536188.118061:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573856896 00000100:00100000:1.0:1788536188.118145:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 376 00000100:00100000:1.0:1788536188.118159:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:2352:x1875415573856896:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536188.118273:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:2352:x1875415573856896:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 105us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536188.118282:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 376 00000100:00100000:0.0:1788536188.118785:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573856384 00000100:00100000:0.0:1788536188.118791:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573856384 00000100:00100000:0.0:1788536188.118828:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 554 00000100:00100000:0.0:1788536188.118835:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573856384:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536188.118873:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573856384:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (1175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536188.118880:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 554 00000001:00080000:1.0:1788536188.119640:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000001:00080000:1.0:1788536188.119677:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000100:00080000:0.0:1788536188.120492:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536188.121012:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536188.121050:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536188.121086:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573856512 00000100:00100000:1.0:1788536188.121096:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573856512 00000100:00100000:1.0:1788536188.121156:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 377 00000100:00100000:1.0:1788536188.121165:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+90:2352:x1875415573856512:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536188.121241:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+90:2352:x1875415573856512:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 77us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536188.121248:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 377 00000100:00100000:3.0:1788536188.121560:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573856640 00000100:00100000:3.0:1788536188.121566:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573856640 00000100:00100000:0.0:1788536188.121628:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573857152 00000100:00100000:0.0:1788536188.121632:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573857152 00000100:00100000:0.0:1788536188.121662:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 371 00000100:00100000:0.0:1788536188.121669:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+14:2352:x1875415573856640:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536188.121708:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+14:2352:x1875415573856640:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 40us (3858us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536188.121714:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 371 00000100:00100000:0.0:1788536188.121729:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 372 00000100:00100000:0.0:1788536188.121735:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573857152:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536188.121868:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573857152:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 132us (3904us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536188.121875:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 372 00000100:00080000:0.0:1788536188.121891:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536188.121895:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536188.121897:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536188.122340:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536188.122494:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573856768 00000100:00100000:1.0:1788536188.122501:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573856768 00000100:00100000:1.0:1788536188.122545:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 373 00000100:00100000:1.0:1788536188.122554:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573856768:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536188.122602:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573856768:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 50us (1558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536188.122609:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 373 00000100:00100000:1.0:1788536188.124987:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573857024 00000100:00100000:1.0:1788536188.125008:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573857024 00000100:00100000:1.0:1788536188.125169:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 374 00000100:00100000:1.0:1788536188.125184:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573857024:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536188.125498:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573857024:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 317us (3158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536188.125507:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 374 00000100:00080000:0.0:1788536188.125630:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536188.125637:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788536188.844395:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536189.036000:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583090432:0@lo:400:kworker.0 00000100:00100000:3.0:1788536189.036085:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536189.036151:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788536189.036172:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583090304:0@lo:400:kworker.0 00000100:00100000:3.0:1788536189.036198:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536189.036219:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583090816:0@lo:400:kworker.0 00000100:00100000:3.0:1788536189.036242:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536189.036279:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583090432 00000100:00100000:3.0:1788536189.036287:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583090432 00000100:00100000:3.0:1788536189.036339:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583090304 00000100:00100000:3.0:1788536189.036342:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583090304 00000100:00100000:3.0:1788536189.036407:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1788536189.036417:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583090432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536189.036480:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583090432:12345-0@lo:400:kworker.0 Request processed in 64us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536189.036487:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1788536189.036505:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788536189.036510:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583090304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536189.036537:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583090304:12345-0@lo:400:kworker.0 Request processed in 27us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536189.036543:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788536189.036585:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e020a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583090304:0@lo:400:kworker.0 00000100:00100000:3.0:1788536189.036596:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583090432:0@lo:400:kworker.0 00000100:00100000:0.0:1788536189.036686:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583090560:0@lo:400:kworker.0 00000100:00100000:0.0:1788536189.036717:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536189.036750:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536189.036757:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583090176:0@lo:400:kworker.0 00000100:00100000:0.0:1788536189.036786:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536189.036809:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583090688:0@lo:400:kworker.0 00000100:00100000:0.0:1788536189.036830:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788536189.036854:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536189.036865:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583090176 00000100:00100000:0.0:1788536189.036877:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583090176 00000100:00100000:0.0:1788536189.036908:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1788536189.036914:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583090176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536189.036947:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583090176:12345-0@lo:400:kworker.0 Request processed in 34us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536189.036952:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1788536189.036978:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583090688 00000100:00100000:0.0:1788536189.036981:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583090688 00000100:00100000:0.0:1788536189.037008:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1788536189.037013:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583090688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536189.037042:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583090688:12345-0@lo:400:kworker.0 Request processed in 29us (211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536189.037047:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00080000:0.0:1788536189.037063:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536189.037078:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583090176:0@lo:400:kworker.0 00000100:00100000:0.0:1788536189.037088:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583090688:0@lo:400:kworker.0 00000100:00100000:1.0:1788536189.037183:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583090816 00000100:00100000:1.0:1788536189.037188:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583090816 00000100:00100000:1.0:1788536189.037232:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583090560 00000100:00100000:1.0:1788536189.037236:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583090560 00000100:00100000:1.0:1788536189.037259:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788536189.037267:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583090816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536189.037306:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583090816:12345-0@lo:400:kworker.0 Request processed in 40us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536189.037313:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788536189.037326:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1788536189.037331:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583090560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536189.037403:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583090560:12345-0@lo:400:kworker.0 Request processed in 72us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536189.037409:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1788536189.037446:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583090560:0@lo:400:kworker.0 00000100:00100000:1.0:1788536189.037468:0:3283:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:1.0:1788536189.037473:0:3283:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967356 00000004:00080000:1.0:1788536189.037488:0:3283:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7bed1500, transno 4294967356 00000100:00100000:1.0:1788536189.037498:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e020e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583090816:0@lo:400:kworker.0 00000100:00080000:0.0:1788536189.038035:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536189.038052:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536189.547782:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583090944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536189.547859:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536189.551774:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583090944 00000100:00100000:0.0:1788536189.551791:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583090944 00000100:00100000:0.0:1788536189.551862:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788536189.551871:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583090944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536189.551918:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 74776576 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536189.552005:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583090944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (4145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536189.552012:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788536189.553061:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583090944:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536189.868545:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536190.898650:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536191.091296:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583091072:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536191.091420:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536191.097972:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583091072 00000100:00100000:0.0:1788536191.097993:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583091072 00000100:00100000:0.0:1788536191.098287:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1788536191.098302:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583091072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536191.098392:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536191.098503:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583091072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 205us (7082us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536191.098520:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00080000:2.0:1788536191.106503:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536191.108680:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583091072:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1788536191.188758:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967969 is committed 00000020:00080000:0.0:1788536191.188777:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:0.0:1788536191.188796:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00000020:00080000:0.0:1788536191.188808:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00000020:00080000:0.0:1788536191.188843:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d7780e780 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:0.0:1788536191.188849:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e471b00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d7780e000 00000020:00080000:0.0:1788536191.188852:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e471600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d775b8c00 00000020:00080000:0.0:1788536191.188865:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:0.0:1788536191.189221:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00000001:00080000:0.0:1788536191.189253:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967970 is committed 00000001:00080000:3.0:1788536191.230417:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000001:00080000:3.0:1788536191.230445:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00010000:00010000:2.0:1788536191.917204:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536192.094342:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536192.098189:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573857280 00000100:00100000:0.0:1788536192.098206:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573857280 00000100:00080000:1.0:1788536192.098620:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536192.098755:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1033 00000100:00100000:0.0:1788536192.098769:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:27102:x1875415573857280:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788536192.098881:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:27102:x1875415573857280:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 117us (4557us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536192.098888:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1033 00010000:00010000:2.0:1788536192.941697:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536193.244756:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536193.244807:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536193.244842:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536193.244871:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536193.244893:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536193.244912:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536193.244934:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536193.244960:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573857536 00000100:00100000:3.0:1788536193.244969:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573857536 00000100:00100000:3.0:1788536193.245025:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573857920 00000100:00100000:3.0:1788536193.245028:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573857920 00000100:00100000:3.0:1788536193.245056:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 381 00000100:00100000:3.0:1788536193.245066:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+89:2352:x1875415573857536:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536193.245137:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+89:2352:x1875415573857536:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 73us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536193.245145:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 381 00000100:00100000:3.0:1788536193.245160:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 382 00000100:00100000:3.0:1788536193.245166:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:2353:x1875415573857920:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536193.245185:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:2353:x1875415573857920:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536193.245191:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 382 00000100:00100000:3.0:1788536193.245209:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573857664 00000100:00100000:3.0:1788536193.245213:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573857664 00000100:00100000:3.0:1788536193.245235:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573858176 00000100:00100000:3.0:1788536193.245238:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573858176 00000100:00100000:3.0:1788536193.245249:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573857792 00000100:00100000:3.0:1788536193.245251:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573857792 00000100:00100000:3.0:1788536193.245261:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573858048 00000100:00100000:3.0:1788536193.245263:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573858048 00000100:00100000:3.0:1788536193.245290:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 377 00000100:00100000:3.0:1788536193.245295:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2353:x1875415573857664:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536193.245332:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2353:x1875415573857664:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536193.245339:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 377 00000100:00100000:3.0:1788536193.245351:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 378 00000100:00100000:3.0:1788536193.245357:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573858176:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536193.245412:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573858176:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 55us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536193.245419:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 378 00000100:00100000:3.0:1788536193.245429:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 379 00000100:00100000:3.0:1788536193.245435:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573857792:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536193.245456:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573857792:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536193.245461:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 379 00000100:00100000:3.0:1788536193.245470:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 380 00000100:00100000:3.0:1788536193.245477:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573858048:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536193.245499:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573858048:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (563us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536193.245504:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 380 00000100:00080000:3.0:1788536193.245526:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536193.245530:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536193.245533:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536193.245801:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573857408 00000100:00100000:0.0:1788536193.245815:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573857408 00000100:00100000:0.0:1788536193.245857:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 556 00000100:00100000:0.0:1788536193.245864:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573857408:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536193.245901:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573857408:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 38us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536193.245907:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 556 00000001:02000400:1.0:1788536193.700891:0:19591:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 11:36:31 (1788536191) 00010000:00010000:2.0:1788536193.964024:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536194.158430:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583091200:0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.158504:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536194.158563:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583091712:0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.158616:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536194.158645:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536194.158651:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583091584:0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.158687:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536194.158712:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583091328:0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.158731:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536194.158743:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583091840:0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.158758:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536194.158769:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536194.158786:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583091456:0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.158815:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536194.158839:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583091712 00000100:00100000:2.0:1788536194.158845:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583091712 00000100:00100000:2.0:1788536194.158890:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583091328 00000100:00100000:2.0:1788536194.158893:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583091328 00000100:00100000:2.0:1788536194.158908:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583091456 00000100:00100000:2.0:1788536194.158911:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583091456 00000100:00100000:2.0:1788536194.158926:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1788536194.159285:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583091712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.159351:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583091712:12345-0@lo:400:kworker.0 Request processed in 418us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536194.159358:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1788536194.159404:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1788536194.159410:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583091328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.159438:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583091328:12345-0@lo:400:kworker.0 Request processed in 29us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536194.159443:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1788536194.159452:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1788536194.159458:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583091456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.159480:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583091456:12345-0@lo:400:kworker.0 Request processed in 24us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536194.159485:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1788536194.159527:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583091456:0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.159538:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583091328:0@lo:400:kworker.0 00000100:00100000:2.0:1788536194.159569:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583091712:0@lo:400:kworker.0 00000100:00100000:3.0:1788536194.159846:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583091584 00000100:00100000:3.0:1788536194.159856:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583091584 00000100:00100000:3.0:1788536194.159897:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583091840 00000100:00100000:3.0:1788536194.159900:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583091840 00000100:00100000:3.0:1788536194.159921:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788536194.159927:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583091584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536194.159978:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583091584:12345-0@lo:400:kworker.0 Request processed in 51us (1290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536194.159984:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788536194.159995:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788536194.160001:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583091840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536194.160035:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583091840:12345-0@lo:400:kworker.0 Request processed in 34us (1276us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536194.160042:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00080000:3.0:1788536194.160071:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536194.160076:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536194.160079:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536194.160105:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583091840:0@lo:400:kworker.0 00000100:00100000:3.0:1788536194.160126:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:3.0:1788536194.160131:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967350 committed transno 4294967350 00000100:00100000:3.0:1788536194.160148:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583091584:0@lo:400:kworker.0 00000100:00100000:1.0:1788536194.162174:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583091200 00000100:00100000:1.0:1788536194.162188:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583091200 00000100:00100000:1.0:1788536194.162264:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1788536194.162274:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583091200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536194.162390:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583091200:12345-0@lo:400:kworker.0 Request processed in 118us (3886us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536194.162397:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1788536194.164272:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583091200:0@lo:400:kworker.0 00000040:00080000:0.0:1788536194.283913:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536194.283921:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536194.284358:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:0.0:1788536194.284517:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536194.674513:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536194.674554:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583091968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536194.674680:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536194.680228:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583091968 00000100:00100000:3.0:1788536194.680244:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583091968 00000100:00100000:3.0:1788536194.680366:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1788536194.680400:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583091968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536194.680456:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 74776576 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536194.680545:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583091968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (5864us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536194.680570:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1788536194.680668:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583091968:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536194.990796:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788536195.090521:0:19639:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00010000:00010000:2.0:1788536196.011611:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536196.203876:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583092096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536196.203956:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536196.204034:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583092096 00000100:00100000:3.0:1788536196.204042:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583092096 00000100:00100000:3.0:1788536196.204103:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788536196.204114:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583092096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536196.204144:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536196.204190:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583092096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536196.204196:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00080000:3.0:1788536196.204215:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536196.204808:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583092096:0@lo:13:osp-pre-0-0.0 00000020:00080000:0.0:1788536196.248406:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:1.0:1788536196.248515:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:1.0:1788536196.248532:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000001:02000400:1.0:1788536196.717545:0:19689:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 11:36:34 (1788536194) 00010000:00010000:0.0:1788536197.035705:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536197.226436:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.226545:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573858304 00000100:00100000:2.0:1788536197.226557:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573858304 00000100:00100000:2.0:1788536197.226705:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1034 00000100:00100000:2.0:1788536197.226715:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+41:28022:x1875415573858304:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788536197.226825:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+41:28022:x1875415573858304:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 111us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536197.226834:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1034 00000100:00080000:3.0:1788536197.226985:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536197.246977:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.247984:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573858432 00000100:00100000:2.0:1788536197.247996:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573858432 00000100:00100000:2.0:1788536197.248084:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1035 00000100:00100000:2.0:1788536197.248095:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+89:28023:x1875415573858432:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536197.248115:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536197.248184:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5095f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0951 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248250:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248266:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248278:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248319:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248328:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248335:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788536197.248461:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788536197.248551:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248559:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248565:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248571:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.248574:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248582:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248595:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:2.0:1788536197.248598:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.248603:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248609:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50966 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248641:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248649:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248655:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248661:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.248665:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248671:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248679:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8b1d61e36100) 00010000:00010000:2.0:1788536197.248681:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.248684:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248689:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f5096d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248726:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5095f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0951 expref: 90 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248736:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:2.0:1788536197.248739:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.248749:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f5095f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0951 expref: 90 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.248761:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536197.248834:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+89:28023:x1875415573858432:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 741us (1867us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536197.248842:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1035 00000100:00100000:1.0:1788536197.261492:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536197.261691:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573858688 00000100:00100000:3.0:1788536197.261701:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573858688 00000100:00100000:3.0:1788536197.261935:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1036 00000100:00100000:3.0:1788536197.261947:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+89:28023:x1875415573858688:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:3.0:1788536197.262005:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536197.262031:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f506b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0863 expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.262054:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:3.0:1788536197.262059:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536197.262304:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.262327:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 40 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.262337:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.262437:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 40 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.262452:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 40 pid: 5824 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536197.262466:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583092224:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536197.263112:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ad300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536197.268633:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583092224:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536197.268665:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536197.268954:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536197.269053:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573858816 00000100:00100000:1.0:1788536197.269060:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573858816 00010000:00010000:1.0:1788536197.269095:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 41 pid: 5824 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536197.269133:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 314 00000100:00100000:1.0:1788536197.269141:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:2355:x1875415573858816:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536197.269154:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536197.269161:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 41 pid: 5824 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.269188:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 41 pid: 5824 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.269704:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f506f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0878 expref: 41 pid: 5824 timeout: 675 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.269721:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:1.0:1788536197.269726:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.269735:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.269742:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.269774:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536197.269832:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+40:2355:x1875415573858816:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 691us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536197.269840:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 314 00010000:00010000:0.0:1788536197.269955:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.269964:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.269987:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.269998:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.270014:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536197.272062:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 16384 00010000:00010000:0.0:1788536197.272082:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.272092:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.272100:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.272106:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536197.272111:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.272120:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.272137:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:0.0:1788536197.272140:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536197.272145:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.272152:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50974 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536197.272172:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000003ef4f354 reply state 00000000781fdcb1 transno 4294967971 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536197.272192:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536197.272284:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+90:28023:x1875415573858688:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 10333us (10795us total) trans 4294967971 rc 0/0 00000100:00100000:0.0:1788536197.272305:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1036 00010000:00010000:2.0:1788536197.278736:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.278756:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.278765:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.278778:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.278784:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.278792:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.278810:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8b1d4969e000) 00010000:00010000:2.0:1788536197.278813:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.278818:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.278825:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f5097b lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536197.282871:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536197.283142:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573858944 00000100:00100000:0.0:1788536197.283156:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573858944 00000100:00100000:0.0:1788536197.283242:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1037 00000100:00100000:0.0:1788536197.283258:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+89:28024:x1875415573858944:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536197.283289:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536197.283328:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50982 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0958 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.283971:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50989 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.283991:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.284005:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536197.284053:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536197.284058:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536197.284082:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50989 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.284124:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50982 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0958 expref: 91 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.284174:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50989 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0958 expref: 90 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.284184:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536197.284188:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536197.284192:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:0.0:1788536197.284422:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+90:28024:x1875415573858944:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1086us (1481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536197.284431:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1037 00000100:00100000:0.0:1788536197.287733:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536197.287905:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573859072 00000100:00100000:3.0:1788536197.287918:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573859072 00000100:00100000:3.0:1788536197.288010:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1038 00000100:00100000:3.0:1788536197.288021:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+90:28024:x1875415573859072:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536197.288045:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536197.288072:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50990 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b095f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288161:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288211:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288225:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288243:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288251:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288258:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288434:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f509a5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288443:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f509a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288451:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f509a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536197.288484:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 16384 00000004:00200000:3.0:1788536197.288488:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536197.288513:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f509a5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288528:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288546:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288553:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288559:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536197.288564:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288572:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288587:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:3.0:1788536197.288590:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536197.288595:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288603:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50997 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288618:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288625:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288632:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288637:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536197.288645:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288653:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288661:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8b1d512a9400) 00010000:00010000:3.0:1788536197.288663:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536197.288666:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288672:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5099e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288710:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50990 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b095f expref: 92 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288725:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547200/0x94dfe24b69f509a5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b095f expref: 91 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.288733:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:3.0:1788536197.288736:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536197.288739:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547200, rc 0) 00000100:00100000:3.0:1788536197.289050:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+91:28024:x1875415573859072:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1029us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536197.289059:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1038 00000100:00100000:3.0:1788536197.292922:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536197.293387:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573859200 00000100:00100000:0.0:1788536197.293411:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573859200 00000100:00100000:0.0:1788536197.293487:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1039 00000100:00100000:0.0:1788536197.293499:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+91:28024:x1875415573859200:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536197.293527:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536197.293555:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f509ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0966 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.293640:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.293658:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.293671:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.294764:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.294855:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.294869:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.295751:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.295763:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296624:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296637:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536197.296643:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296653:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296672:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:0.0:1788536197.296675:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536197.296679:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296686:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f509b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296722:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296729:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296735:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296740:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536197.296743:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296749:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296757:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff8b1d4969e500) 00010000:00010000:0.0:1788536197.296759:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536197.296762:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296768:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296894:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f509ac lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0966 expref: 92 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296905:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:0.0:1788536197.296908:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536197.296919:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f509ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0966 expref: 92 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.296931:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536197.297022:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+91:28024:x1875415573859200:12345-192.168.203.55@tcp:101:bash.0 Request processed in 3525us (4117us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536197.297032:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1039 00000100:00100000:1.0:1788536197.311931:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536197.312315:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573859328 00000100:00100000:0.0:1788536197.312329:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573859328 00000100:00100000:0.0:1788536197.312989:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1040 00000100:00100000:0.0:1788536197.313003:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+40:28025:x1875415573859328:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536197.313034:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536197.313060:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f509c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b096d expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.313149:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.313168:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.313184:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536197.313238:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536197.313243:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536197.313267:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.313306:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f509c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 42 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.313361:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 41 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536197.313437:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536197.313441:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536197.313445:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837600, rc 0) 00000100:00100000:0.0:1788536197.313517:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+41:28025:x1875415573859328:12345-192.168.203.55@tcp:101:rm.0 Request processed in 518us (1603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536197.313526:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1040 00000100:00100000:3.0:1788536197.316309:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.317204:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573859456 00000100:00100000:2.0:1788536197.317218:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573859456 00000100:00100000:2.0:1788536197.317309:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1041 00000100:00100000:2.0:1788536197.317321:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+41:28025:x1875415573859456:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536197.317358:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536197.317409:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f509cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0974 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317496:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317513:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317527:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317544:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317551:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317559:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317679:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f509e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317688:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f509e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317713:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f509e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536197.317749:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 16384 00000004:00200000:2.0:1788536197.317753:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536197.317982:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f509e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.317997:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318005:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318013:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318020:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.318025:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318035:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318049:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:2.0:1788536197.318053:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.318058:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318068:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f509d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318114:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318121:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318128:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318133:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.318137:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318143:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318151:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff8b1d61e36100) 00010000:00010000:2.0:1788536197.318153:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.318156:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318162:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f509dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318213:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f509cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0974 expref: 43 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318231:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7a00/0x94dfe24b69f509e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0974 expref: 42 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.318252:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:2.0:1788536197.318255:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536197.318258:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7a00, rc 0) 00000100:00100000:2.0:1788536197.318361:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:28025:x1875415573859456:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1042us (2076us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536197.318499:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1041 00000100:00100000:3.0:1788536197.321308:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.321562:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573859584 00000100:00100000:2.0:1788536197.321575:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573859584 00000100:00100000:2.0:1788536197.321644:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1042 00000100:00100000:2.0:1788536197.321656:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:28025:x1875415573859584:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536197.321683:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536197.321709:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f509eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b097b expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.321960:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.321978:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.321993:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322009:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322017:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322046:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322117:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322125:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322133:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322139:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.322145:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322152:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322167:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:2.0:1788536197.322171:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.322176:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322183:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f509f2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322226:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322234:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322248:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322254:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.322257:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322265:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322274:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff8b1d61e36200) 00010000:00010000:2.0:1788536197.322277:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.322280:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322286:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f509f9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322347:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f509eb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b097b expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322359:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:2.0:1788536197.322362:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.322469:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f509eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b097b expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.322485:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:2.0:1788536197.322570:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:28025:x1875415573859584:12345-192.168.203.55@tcp:101:rm.0 Request processed in 915us (1284us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536197.322588:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1042 00000100:00100000:2.0:1788536197.325689:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536197.325890:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573859712 00000100:00100000:3.0:1788536197.325918:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573859712 00000100:00100000:3.0:1788536197.325991:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1043 00000100:00100000:3.0:1788536197.326004:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:28025:x1875415573859712:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536197.326030:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536197.326054:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50a00 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0982 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326142:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326159:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326173:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326189:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326209:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326217:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326289:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326306:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326312:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326326:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536197.326332:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326341:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326356:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:3.0:1788536197.326359:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536197.326365:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326410:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a07 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326428:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326435:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326442:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326448:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536197.326451:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326458:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326476:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff8b1d512a9400) 00010000:00010000:3.0:1788536197.326479:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536197.326482:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326489:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a0e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326528:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50a00 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0982 expref: 43 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326539:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:3.0:1788536197.326542:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536197.326545:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50a00 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0982 expref: 43 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.326555:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547600, rc 0) 00000100:00100000:3.0:1788536197.326636:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:28025:x1875415573859712:12345-192.168.203.55@tcp:101:rm.0 Request processed in 635us (961us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536197.326644:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1043 00000100:00100000:3.0:1788536197.341350:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.342108:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573859840 00000100:00100000:2.0:1788536197.342123:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573859840 00000100:00100000:2.0:1788536197.342303:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1044 00000100:00100000:2.0:1788536197.342317:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:28026:x1875415573859840:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536197.342356:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536197.342564:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0989 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342687:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342705:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342719:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342736:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342743:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342749:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342872:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342886:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342893:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342899:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.342904:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342913:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342927:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:2.0:1788536197.342930:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.342936:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342942:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342974:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342981:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342987:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.342992:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.342999:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.343006:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.343013:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff8b1d61e36200) 00010000:00010000:2.0:1788536197.343015:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.343017:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.343023:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.343062:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a15 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0989 expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.343073:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:2.0:1788536197.343075:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.343079:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0989 expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.343089:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:2.0:1788536197.343311:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:28026:x1875415573859840:12345-192.168.203.55@tcp:101:cp.0 Request processed in 997us (1976us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536197.343320:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1044 00000100:00100000:0.0:1788536197.347143:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536197.347507:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573859968 00000100:00100000:1.0:1788536197.347521:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573859968 00000100:00100000:1.0:1788536197.347636:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1045 00000100:00100000:1.0:1788536197.347648:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:28026:x1875415573859968:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536197.347675:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536197.347702:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50a2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0990 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347824:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347844:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347858:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347877:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347885:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347893:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347970:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347978:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347986:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.347993:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536197.347999:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348018:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348035:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:1.0:1788536197.348039:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536197.348046:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348054:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50a31 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348071:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348078:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348085:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348091:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536197.348094:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348101:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348108:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff8b1d457ff700) 00010000:00010000:1.0:1788536197.348111:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536197.348114:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348131:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50a38 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348175:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50a2a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0990 expref: 43 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348188:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:1.0:1788536197.348190:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536197.348194:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50a2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0990 expref: 43 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.348216:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2200, rc 0) 00000100:00100000:1.0:1788536197.348917:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:28026:x1875415573859968:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1265us (1783us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536197.348928:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1045 00000100:00100000:1.0:1788536197.354135:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.354255:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573860224 00000100:00100000:2.0:1788536197.354268:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573860224 00000100:00100000:2.0:1788536197.354354:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1046 00000100:00100000:2.0:1788536197.354417:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:28026:x1875415573860224:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536197.354463:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536197.354491:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a3f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0997 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.354648:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.354665:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.354679:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.354696:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.354703:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.354710:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536197.355617:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x17:0x0], index 1: 0 00010000:00010000:2.0:1788536197.355843:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.355860:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.355872:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.355935:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.355942:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.355949:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.355955:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.355960:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.355968:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.355984:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:2.0:1788536197.355988:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.355994:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.356000:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50a46 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536197.356032:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000002c911635 reply state 000000001d72dc36 transno 4294967972 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536197.356042:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536197.356081:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a3f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 45 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.356113:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 44 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.356122:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:2.0:1788536197.356124:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536197.356127:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536197.356219:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:28026:x1875415573860224:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1854us (2100us total) trans 4294967972 rc 0/0 00000100:00100000:2.0:1788536197.356229:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1046 00000040:00080000:1.0:1788536197.357118:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536197.357127:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536197.357170:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:1.0:1788536197.357178:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536197.359580:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.359602:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.359610:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.359639:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536197.359645:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.359654:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.359674:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff8b1d61e36200) 00010000:00010000:1.0:1788536197.359677:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536197.359683:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.359691:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a4d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536197.365068:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.365149:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573860352 00000100:00100000:2.0:1788536197.365162:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573860352 00000100:00100000:2.0:1788536197.365265:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 273 00000100:00100000:2.0:1788536197.365279:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573860352:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536197.365310:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536197.365337:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b099e expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536197.365427:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536197.365454:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=575s v=(0 0) 00010000:00010000:2.0:1788536197.365460:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536197.365473:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.365494:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.365534:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd7200, rc 0) 00000100:00100000:2.0:1788536197.365611:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573860352:12345-192.168.203.55@tcp:101:cp.0 Request processed in 335us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536197.365619:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 273 00000100:00080000:3.0:1788536197.366124:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536197.369029:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536197.369142:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573860480 00000100:00100000:3.0:1788536197.369155:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573860480 00000100:00100000:3.0:1788536197.369336:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 274 00000100:00100000:3.0:1788536197.369359:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:28026:x1875415573860480:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536197.369635:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536197.369679:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09a5 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.369721:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.369731:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536197.369735:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536197.369742:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.369786:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.369804:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 12 pid: 6666 timeout: 675 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536197.369821:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583092352:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536197.371440:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ad6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536197.383869:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536197.384107:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573860608 00000100:00100000:1.0:1788536197.384120:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573860608 00010000:00010000:1.0:1788536197.384173:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 13 pid: 6666 timeout: 675 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536197.384235:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 315 00000100:00100000:1.0:1788536197.384247:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573860608:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536197.384265:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536197.384302:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 13 pid: 6666 timeout: 675 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.384352:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 13 pid: 6666 timeout: 675 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.384416:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536197.384422:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536197.384433:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 13 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.384445:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 13 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536197.384494:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 13 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536197.384512:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583092480:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536197.386386:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6780 going to sleep for 11 seconds 00010000:00010000:3.0:1788536197.386832:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005e26d898/0x94dfe24b69f50a62 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b099e expref: 13 pid: 6666 timeout: 675 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536197.386857:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583092352:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536197.386892:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.386934:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547600, rc 0) 00000100:00100000:3.0:1788536197.387091:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:28026:x1875415573860480:12345-192.168.203.55@tcp:101:cp.0 Request processed in 17744us (18075us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536197.387101:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 274 00000100:00100000:3.0:1788536197.389721:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583092480:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536197.389755:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536197.389986:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536197.390061:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573860864 00000100:00100000:1.0:1788536197.390069:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573860864 00000100:00100000:1.0:1788536197.390159:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 208 00000100:00100000:1.0:1788536197.390171:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:28026:x1875415573860864:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:1.0:1788536197.390708:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:28026:x1875415573860864:12345-192.168.203.55@tcp:35:cp.0 Request processed in 538us (721us total) trans 4294967973 rc 0/0 00000100:00100000:1.0:1788536197.390717:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 208 00000100:00100000:2.0:1788536197.390984:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573860608:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 6737us (7126us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536197.390995:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 315 00000100:00100000:0.0:1788536197.423952:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.424131:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573860992 00000100:00100000:2.0:1788536197.424146:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573860992 00000100:00100000:2.0:1788536197.424230:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1047 00000100:00100000:2.0:1788536197.424242:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+91:28029:x1875415573860992:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536197.424269:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536197.424307:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50a70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09ac expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424588:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424607:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424622:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424641:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424672:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424679:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424794:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424803:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424810:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536197.424849:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:2.0:1788536197.424854:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536197.424875:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424887:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424897:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424904:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424911:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424928:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.424933:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424942:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424957:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:2.0:1788536197.424960:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.424966:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.424972:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50a77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425006:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425011:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425017:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425022:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536197.425025:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425031:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425047:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff8b1d61e36200) 00010000:00010000:2.0:1788536197.425050:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536197.425053:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425059:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50a7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425095:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50a70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 93 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425111:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 92 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.425119:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:2.0:1788536197.425121:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536197.425124:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:2.0:1788536197.425311:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:28029:x1875415573860992:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1070us (1376us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536197.425321:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1047 00000100:00100000:0.0:1788536197.433174:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536197.433492:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573861120 00000100:00100000:2.0:1788536197.433504:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573861120 00000100:00100000:2.0:1788536197.433634:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:2.0:1788536197.433647:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573861120:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536197.433670:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536197.433692:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50a8c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09b3 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536197.433792:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583092608:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536197.433916:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1480 going to sleep for 11 seconds 00000100:00080000:3.0:1788536197.434917:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1788536197.436142:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size: 0 -> 1516 00002000:00010000:2.0:1788536197.436151:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime: 0 -> 1788536196 00002000:00010000:2.0:1788536197.436154:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime: 0 -> 1788536196 00002000:00010000:2.0:1788536197.436157:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime: 0 -> 1788536196 00000100:00100000:2.0:1788536197.436187:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583092608:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536197.436236:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50a8c lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09b3 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.436267:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50a8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09b3 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536197.436281:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:2.0:1788536197.436363:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573861120:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2717us (3201us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536197.436928:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:1.0:1788536197.448580:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536197.448759:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573861248 00000100:00100000:3.0:1788536197.448773:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573861248 00000100:00100000:3.0:1788536197.448846:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1048 00000100:00100000:3.0:1788536197.448858:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+92:28029:x1875415573861248:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536197.448886:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536197.448912:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09ba expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.448999:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.449017:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.449031:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536197.449074:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x40:0x0]: returning size 16384 00000004:00200000:3.0:1788536197.449078:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536197.449098:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.449139:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50a93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 94 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.449160:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 93 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.449170:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:3.0:1788536197.449173:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536197.449178:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547000, rc 0) 00000100:00100000:3.0:1788536197.449258:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+93:28029:x1875415573861248:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 402us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536197.449266:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1048 00000100:00100000:0.0:1788536197.457605:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536197.457759:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573861376 00000100:00100000:3.0:1788536197.457772:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573861376 00000100:00100000:3.0:1788536197.457848:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 276 00000100:00100000:3.0:1788536197.457859:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573861376:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536197.457882:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536197.457907:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f50aa1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09c1 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536197.457987:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583092736:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536197.458099:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ad6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536197.464696:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583092736:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536197.464750:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f50aa1 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09c1 expref: 13 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.464808:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f0c262e/0x94dfe24b69f50aa1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09c1 expref: 13 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536197.464824:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546600, rc 0) 00000100:00100000:3.0:1788536197.464898:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573861376:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 7041us (7309us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536197.464908:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 276 00000100:00100000:1.0:1788536197.472604:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536197.472722:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573861632 00000100:00100000:0.0:1788536197.472736:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573861632 00000100:00100000:0.0:1788536197.472808:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1049 00000100:00100000:0.0:1788536197.472820:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:28029:x1875415573861632:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:0.0:1788536197.473521:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:0.0:1788536197.473678:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:28029:x1875415573861632:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 858us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536197.473688:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1049 00010000:00010000:2.0:1788536198.060070:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536198.287104:0:19738:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536198.287118:0:19738:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536198.287176:0:19738:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:0.0:1788536198.287184:0:19738:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536198.361928:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.361972:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.361997:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.362024:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.362294:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.362320:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.362349:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.362413:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573862144 00000100:00100000:1.0:1788536198.362423:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573862144 00000100:00100000:1.0:1788536198.362471:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573862400 00000100:00100000:1.0:1788536198.362475:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573862400 00000100:00100000:1.0:1788536198.362511:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573862016 00000100:00100000:1.0:1788536198.362514:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573862016 00000100:00100000:1.0:1788536198.362529:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573862528 00000100:00100000:1.0:1788536198.362531:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573862528 00000100:00100000:1.0:1788536198.362546:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 383 00000100:00100000:1.0:1788536198.362555:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573862144:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536198.362627:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573862144:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.362635:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 383 00000100:00100000:1.0:1788536198.362656:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 384 00000100:00100000:1.0:1788536198.362662:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573862400:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536198.362689:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573862400:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.362695:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 384 00000100:00100000:1.0:1788536198.362705:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 385 00000100:00100000:1.0:1788536198.362726:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573862016:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536198.362752:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573862016:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.362758:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 385 00000100:00100000:1.0:1788536198.362770:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00100000:1.0:1788536198.362775:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573862528:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536198.362795:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573862528:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.362800:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00100000:1.0:1788536198.362820:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573861760 00000100:00100000:1.0:1788536198.362824:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573861760 00000100:00100000:1.0:1788536198.362847:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 558 00000100:00100000:1.0:1788536198.362853:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573861760:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536198.362878:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573861760:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.362883:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 558 00000100:00100000:1.0:1788536198.362913:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573861888 00000100:00100000:1.0:1788536198.362916:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573861888 00000100:00100000:1.0:1788536198.362938:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573862272 00000100:00100000:1.0:1788536198.362940:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573862272 00000100:00100000:1.0:1788536198.362957:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00100000:1.0:1788536198.362962:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+93:2354:x1875415573861888:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536198.362987:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+93:2354:x1875415573861888:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.362994:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00100000:1.0:1788536198.363013:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 387 00000100:00100000:1.0:1788536198.363019:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:2354:x1875415573862272:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536198.363049:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:2354:x1875415573862272:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.363056:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 387 00000100:00080000:0.0:1788536198.364464:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788536198.382721:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536198.382729:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536198.382770:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:0.0:1788536198.382777:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536198.383090:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583092864:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536198.383209:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536198.395269:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583092864:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536198.399933:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536198.400566:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573862656 00000100:00100000:0.0:1788536198.400578:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573862656 00000100:00100000:0.0:1788536198.400641:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1050 00000100:00100000:0.0:1788536198.400652:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:28040:x1875415573862656:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536198.400686:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536198.400796:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:28040:x1875415573862656:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 145us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536198.400805:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1050 00000100:00100000:3.0:1788536198.406772:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536198.410385:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573862912 00000100:00100000:0.0:1788536198.410402:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573862912 00000100:00100000:0.0:1788536198.410477:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1051 00000100:00100000:0.0:1788536198.410488:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:28040:x1875415573862912:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536198.410521:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536198.410544:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50aa8 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09c8 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536198.410660:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50aaf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536198.410676:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50aaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536198.410688:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50aaf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536198.410701:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:0.0:1788536198.410835:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50aa8 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09c8 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536198.410854:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50aaf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09c8 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536198.410863:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:0.0:1788536198.410867:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536198.410871:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536198.410938:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:28040:x1875415573862912:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 452us (4174us total) trans 4294967974 rc 0/0 00000100:00100000:0.0:1788536198.410946:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1051 00000100:00100000:3.0:1788536198.420242:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.420326:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573863040 00000100:00100000:1.0:1788536198.420349:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573863040 00000100:00100000:1.0:1788536198.420444:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 277 00000100:00100000:1.0:1788536198.420454:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573863040:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536198.420510:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.420533:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.420542:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x17:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536198.420546:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536198.420552:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 4/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.420591:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.420605:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 11 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536198.420637:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583092992:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536198.420738:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5043ff00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536198.423166:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.423251:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573863168 00000100:00100000:1.0:1788536198.423261:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573863168 00000100:00100000:1.0:1788536198.423353:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 46 00000100:00100000:1.0:1788536198.423363:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:2352:x1875415573863168:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536198.423418:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536198.423446:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50aaf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09c8 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.423468:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:1.0:1788536198.423473:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536198.423653:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:2352:x1875415573863168:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 290us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.423662:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 46 00000100:00100000:1.0:1788536198.425153:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6be680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583092992:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536198.425185:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536198.433930:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.436399:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573863296 00000100:00100000:1.0:1788536198.436416:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573863296 00002000:00100000:0.0:1788536198.436708:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->1515) req@ffff8b1c430f0000 x1875415573863296/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:99/0 lens 2008/0 e 0 to 0 dl 1788536209 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536198.436719:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f0000 with x1875415573863296 ext(0->1515) 00010000:00010000:0.0:1788536198.436728:0:18094:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 12 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536198.436753:0:18094:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 12 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536198.436762:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c430f0000 00000100:00100000:0.0:1788536198.436798:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 11 00000100:00100000:0.0:1788536198.436808:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573863296:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:0.0:1788536198.437450:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415573863296:12345-192.168.203.55@tcp:4:cp.0 Request processed in 641us (3526us total) trans 4294967357 rc 0/0 00000100:00100000:0.0:1788536198.437460:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 11 00002000:00100000:0.0:1788536198.437468:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->1515) req@ffff8b1c430f0000 x1875415573863296/t4294967357(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:99/0 lens 2008/448 e 0 to 0 dl 1788536209 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536198.437475:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f0000 with x1875415573863296 ext(0->1515) 00010000:00010000:0.0:1788536198.437482:0:18094:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 14 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536198.437494:0:18094:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 14 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536198.437577:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c430f0000 00000100:00100000:3.0:1788536198.444951:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.448363:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573863424 00000100:00100000:1.0:1788536198.448509:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573863424 00010000:00010000:1.0:1788536198.449204:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 14 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536198.449264:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 316 00000100:00100000:1.0:1788536198.449275:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464efc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415573863424:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536198.449301:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536198.449323:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 14 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.449338:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 14 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.449361:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005c8bde46/0x94dfe24b69f50a69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09a5 expref: 14 pid: 16289 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.449398:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536198.449403:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536198.449410:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.449420:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.449454:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536198.449468:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.449478:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536198.449514:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464efc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573863424:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 240us (4572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536198.449532:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 316 00010000:00010000:3.0:1788536198.450928:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.450947:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.450967:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.450975:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536198.450980:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.450990:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.451012:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.451021:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e01c95fd/0x94dfe24b69f50abd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536198.451160:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573863040:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 30704us (30924us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536198.451171:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 277 00000100:00100000:3.0:1788536198.454721:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536198.454838:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573863680 00000100:00100000:2.0:1788536198.454848:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573863680 00000100:00100000:2.0:1788536198.454912:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1052 00000100:00100000:2.0:1788536198.454922:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:28040:x1875415573863680:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536198.455040:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:28040:x1875415573863680:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 119us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536198.455057:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1052 00000100:00100000:1.0:1788536198.459805:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536198.459899:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573863808 00000100:00100000:2.0:1788536198.459908:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573863808 00000100:00100000:2.0:1788536198.459962:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 278 00000100:00100000:2.0:1788536198.459973:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573863808:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536198.459990:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536198.460010:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09cf expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536198.460039:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 1516, mtime: 0x6a9ae584, atime: 0x0, ctime: 0x6a9ae584, blocks: 0x1 00010000:00010000:2.0:1788536198.460058:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=576s v=(0 0) 00010000:00010000:2.0:1788536198.460063:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536198.460072:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.460090:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.460104:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:2.0:1788536198.460163:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573863808:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 192us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536198.460171:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 278 00000100:00100000:1.0:1788536198.469152:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536198.469247:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573864064 00000100:00100000:3.0:1788536198.469258:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573864064 00000100:00100000:3.0:1788536198.469333:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1053 00000100:00100000:3.0:1788536198.469344:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:28040:x1875415573864064:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536198.469749:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:28040:x1875415573864064:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 405us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536198.469828:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1053 00000100:00100000:3.0:1788536198.480132:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536198.480494:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573864192 00000100:00100000:2.0:1788536198.480513:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573864192 00002000:00100000:2.0:1788536198.480569:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8b1c411e8700 x1875415573864192/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:99/0 lens 488/0 e 0 to 0 dl 1788536209 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536198.480589:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411e8700 with x1875415573864192 ext(0->4095) 00002000:00010000:2.0:1788536198.480595:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c411e8700 00000100:00100000:2.0:1788536198.480630:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 96 00000100:00100000:2.0:1788536198.480640:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573864192:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788536198.480852:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573864192:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 212us (728us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788536198.480859:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 96 00002000:00100000:2.0:1788536198.480866:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8b1c411e8700 x1875415573864192/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:99/0 lens 488/4536 e 0 to 0 dl 1788536209 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536198.480875:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411e8700 with x1875415573864192 ext(0->4095) 00002000:00010000:2.0:1788536198.480879:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c411e8700 00000100:00100000:3.0:1788536198.488453:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536198.488487:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573864320 00000100:00100000:3.0:1788536198.488495:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573864320 00000100:00100000:3.0:1788536198.488544:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1054 00000100:00100000:3.0:1788536198.488567:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:28040:x1875415573864320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536198.488587:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536198.488607:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50acb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09d6 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.488650:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.488664:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.488675:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.488775:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50acb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 48 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.488791:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 47 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536198.488811:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:3.0:1788536198.488814:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536198.488818:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546000, rc 0) 00000100:00100000:3.0:1788536198.488873:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:28040:x1875415573864320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 321us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536198.488881:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1054 00000100:00100000:3.0:1788536198.496993:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536198.497029:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573864448 00000100:00100000:3.0:1788536198.497038:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573864448 00000100:00100000:3.0:1788536198.497088:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1055 00000100:00100000:3.0:1788536198.497097:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:28040:x1875415573864448:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536198.497128:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536198.497222:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:28040:x1875415573864448:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 126us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536198.497229:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1055 00000100:00100000:3.0:1788536198.501548:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536198.502185:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573864576 00000100:00100000:2.0:1788536198.502206:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573864576 00000100:00100000:2.0:1788536198.502262:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 279 00000100:00100000:2.0:1788536198.502272:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573864576:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536198.502328:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502345:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536198.502350:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536198.502355:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502388:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502430:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502439:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502448:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502455:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536198.502459:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502469:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502484:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.502493:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ad9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536198.502991:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573864576:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 715us (1447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536198.503000:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 279 00000100:00100000:3.0:1788536198.519401:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.519522:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573864832 00000100:00100000:1.0:1788536198.519533:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573864832 00000100:00100000:1.0:1788536198.519732:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1056 00000100:00100000:1.0:1788536198.519746:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:28040:x1875415573864832:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536198.519845:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.519864:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 47 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.519875:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.519911:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 47 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.519925:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 47 pid: 16075 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536198.519939:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583093120:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536198.520023:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d53101000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536198.522985:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536198.523072:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573864960 00000100:00100000:2.0:1788536198.523082:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573864960 00010000:00010000:2.0:1788536198.523121:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 48 pid: 16075 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536198.523164:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 317 00000100:00100000:2.0:1788536198.523174:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:2355:x1875415573864960:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536198.523188:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536198.523195:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 48 pid: 16075 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.523208:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 48 pid: 16075 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.523229:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:2.0:1788536198.523235:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.523245:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.523253:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536198.523291:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536198.523337:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:2355:x1875415573864960:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 164us (359us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536198.523345:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 317 00010000:00010000:1.0:1788536198.523706:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50ad2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09d6 expref: 47 pid: 16075 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536198.523725:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583093120:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536198.523766:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.523791:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.523798:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.524010:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.524019:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.524026:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.524034:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536198.524038:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.524046:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.524058:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:1.0:1788536198.524061:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536198.524065:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536198.524072:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50ae0 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536198.524229:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:28040:x1875415573864832:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 4486us (4871us total) trans 4294967975 rc 0/0 00000100:00100000:1.0:1788536198.524246:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1056 00000040:00080000:2.0:1788536198.524635:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536198.524641:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536198.525347:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1788536198.525363:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536198.529529:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536198.531450:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573865216 00000100:00100000:1.0:1788536198.531466:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573865216 00000100:00100000:1.0:1788536198.531535:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 209 00000100:00100000:1.0:1788536198.531545:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:28040:x1875415573865216:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536198.531790:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:28040:x1875415573865216:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 244us (2269us total) trans 4294967976 rc 0/0 00000100:00100000:1.0:1788536198.531797:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 209 00010000:00010000:0.0:1788536199.083755:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536199.276186:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536199.277491:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583093504:0@lo:400:kworker.0 00000100:00100000:2.0:1788536199.277491:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583093760:0@lo:400:kworker.0 00000100:00100000:0.0:1788536199.277543:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583093632:0@lo:400:kworker.0 00000100:00100000:1.0:1788536199.277619:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583093376:0@lo:400:kworker.0 00000100:00100000:3.0:1788536199.277626:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536199.277715:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583093504 00000100:00100000:3.0:1788536199.277722:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583093504 00000100:00100000:3.0:1788536199.277775:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1788536199.277785:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583093504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536199.277847:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583093504:12345-0@lo:400:kworker.0 Request processed in 64us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.277854:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1788536199.277900:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583093504:0@lo:400:kworker.0 00000100:00080000:3.0:1788536199.277933:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536199.278138:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536199.278167:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583093888:0@lo:400:kworker.0 00000100:00100000:3.0:1788536199.278217:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583093376 00000100:00100000:3.0:1788536199.278224:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583093376 00000100:00100000:3.0:1788536199.278250:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1788536199.278256:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583093376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536199.278316:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536199.278330:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583093376:12345-0@lo:400:kworker.0 Request processed in 73us (192us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.278336:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1788536199.278366:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583093888 00000100:00100000:1.0:1788536199.278386:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583093376:0@lo:400:kworker.0 00000100:00100000:3.0:1788536199.278388:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583093888 00000100:00100000:3.0:1788536199.278428:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:3.0:1788536199.278434:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583093888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536199.278476:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583093888:12345-0@lo:400:kworker.0 Request processed in 42us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.278482:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00080000:3.0:1788536199.278495:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536199.278884:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583093888:0@lo:400:kworker.0 00000100:00100000:2.0:1788536199.282937:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536199.283219:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536199.283275:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583093248:0@lo:400:kworker.0 00000100:00100000:0.0:1788536199.283325:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536199.283463:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583093632 00000100:00100000:3.0:1788536199.283471:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583093632 00000100:00100000:3.0:1788536199.283525:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1788536199.283533:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583093632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536199.283592:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583093632:12345-0@lo:400:kworker.0 Request processed in 59us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536199.283607:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1788536199.284022:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583093248 00000100:00100000:2.0:1788536199.284028:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583093248 00000100:00100000:2.0:1788536199.284065:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1788536199.284072:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583093248:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788536199.284077:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536199.284107:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583093248:12345-0@lo:400:kworker.0 Request processed in 36us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.284112:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583093632:0@lo:400:kworker.0 00000100:00100000:2.0:1788536199.284113:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1788536199.284121:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583093248:0@lo:400:kworker.0 00000100:00100000:1.0:1788536199.284207:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583093760 00000100:00100000:1.0:1788536199.284213:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583093760 00000100:00100000:1.0:1788536199.284733:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1788536199.284742:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583093760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536199.284876:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583093760:12345-0@lo:400:kworker.0 Request processed in 136us (1947us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536199.284883:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00080000:0.0:1788536199.284952:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536199.285098:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583093760:0@lo:400:kworker.0 00000100:00100000:0.0:1788536199.788182:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583094016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536199.788255:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536199.788353:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583094016 00000100:00100000:0.0:1788536199.788361:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583094016 00000100:00100000:0.0:1788536199.788427:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1788536199.788436:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583094016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536199.788470:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 78184448 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536199.788515:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583094016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536199.788522:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1788536199.788535:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583094016:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536200.109514:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536200.313220:0:19789:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536200.313231:0:19789:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536200.313293:0:19789:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:0.0:1788536200.313299:0:19789:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536200.367352:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536200.371929:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573865344 00000100:00100000:2.0:1788536200.371945:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573865344 00000100:00100000:2.0:1788536200.373295:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00100000:2.0:1788536200.373312:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573865344:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536200.373341:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536200.373360:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09dd expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.373402:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788536200.373407:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536200.373416:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 13 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.373434:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 13 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.373449:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:2.0:1788536200.373525:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2352:x1875415573865344:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 219us (6183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536200.373533:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00080000:3.0:1788536200.374974:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536200.388335:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.388447:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573865600 00000100:00100000:0.0:1788536200.388456:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573865600 00000100:00100000:0.0:1788536200.388527:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1057 00000100:00100000:0.0:1788536200.388537:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:28049:x1875415573865600:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536200.388557:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536200.388586:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50aee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09e4 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.388686:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50af5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.388701:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50af5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.388712:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50af5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536200.388725:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:0.0:1788536200.388864:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50aee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09e4 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.388880:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50af5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09e4 expref: 95 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.388887:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:0.0:1788536200.388890:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788536200.388893:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536200.388946:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:28049:x1875415573865600:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 411us (631us total) trans 4294967977 rc 0/0 00000100:00100000:0.0:1788536200.388954:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1057 00000100:00080000:3.0:1788536200.390141:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536200.391463:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.391597:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573865728 00000100:00100000:0.0:1788536200.391608:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573865728 00000100:00100000:0.0:1788536200.391665:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00100000:0.0:1788536200.391675:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+13:2355:x1875415573865728:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:0.0:1788536200.391756:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.391778:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.391788:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 13 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.391795:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536200.391800:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536200.391804:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.392004:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 13 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.392021:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 13 pid: 6666 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.392036:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583094144:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536200.392137:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.392147:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 12 pid: 6667 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.392164:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583094272:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536200.398600:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.401599:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684540 going to sleep for 11 seconds 00000100:00100000:0.0:1788536200.401640:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583094144:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536200.403019:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573865856 00000100:00100000:1.0:1788536200.403033:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573865856 00010000:00010000:0.0:1788536200.407443:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 14 pid: 6666 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.407824:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:0.0:1788536200.407839:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573865856:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536200.407856:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536200.407882:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 14 pid: 6666 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.407898:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 14 pid: 6666 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.407922:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d164c553/0x94dfe24b69f50ae7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09dd expref: 14 pid: 6666 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.407938:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536200.408740:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+13:2355:x1875415573865856:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 900us (10142us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.408752:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:0.0:1788536200.409715:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.409780:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583094272:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536200.409810:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.410952:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573865984 00000100:00100000:1.0:1788536200.410968:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573865984 00010000:00010000:1.0:1788536200.411013:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 13 pid: 6667 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.411045:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00100000:1.0:1788536200.411056:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573865984:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536200.411069:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536200.411088:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 13 pid: 6667 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411100:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 13 pid: 6667 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411126:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000011e65b68/0x94dfe24b69f50ac4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09cf expref: 13 pid: 6667 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411141:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536200.411145:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536200.411159:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411174:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411197:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536200.411240:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573865984:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 187us (1530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.411253:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 319 00010000:00010000:1.0:1788536200.411289:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411298:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411322:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411329:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411337:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411343:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536200.411348:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411356:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411391:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.411409:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f50b03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.411469:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573865728:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 19796us (20015us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.411477:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00080000:0.0:1788536200.412184:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536200.415749:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.415892:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573866240 00000100:00100000:3.0:1788536200.415903:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573866240 00000100:00100000:3.0:1788536200.415989:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 210 00000100:00100000:3.0:1788536200.415999:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:28049:x1875415573866240:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:3.0:1788536200.416062:0:5827:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x1d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50af5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09e4 expref: 95 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536200.416292:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967978 00000001:00080000:3.0:1788536200.417503:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967979 00010000:00010000:3.0:1788536200.417580:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.417599:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.417607:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 98 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.417615:0:5827:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 5/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.417662:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 98 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.417678:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 98 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536200.417694:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ebb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583094400:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536200.417785:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.417794:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 47 pid: 6725 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536200.417803:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583094528:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536200.418031:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ada80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536200.427045:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.427079:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.427113:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573866496 00000100:00100000:1.0:1788536200.427123:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573866496 00010000:00010000:1.0:1788536200.427197:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 48 pid: 6725 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.427226:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573866368 00000100:00100000:1.0:1788536200.427230:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573866368 00010000:00010000:1.0:1788536200.427243:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 99 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.427265:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 320 00000100:00100000:1.0:1788536200.427285:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:2355:x1875415573866496:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00080000:3.0:1788536200.427288:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536200.427298:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536200.427305:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 48 pid: 6725 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427316:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 48 pid: 6725 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427351:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:1.0:1788536200.427356:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427365:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427401:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536200.427464:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:2355:x1875415573866496:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 181us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.427472:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 320 00000100:00100000:1.0:1788536200.427491:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 321 00000100:00100000:1.0:1788536200.427497:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:2355:x1875415573866368:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536200.427507:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536200.427511:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 99 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427522:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 99 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427533:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:1.0:1788536200.427537:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427544:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427574:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.427592:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536200.427626:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:2355:x1875415573866368:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 129us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.427632:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 321 00010000:00010000:0.0:1788536200.427866:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50a85 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ac expref: 98 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.427893:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ebb80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583094400:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536200.427907:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50a54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0997 expref: 47 pid: 6725 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.427919:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583094528:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536200.427940:0:5827:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.427949:0:5827:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.427956:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536200.428075:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967980 00000001:00080000:0.0:1788536200.428309:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967981 00000001:00080000:0.0:1788536200.428393:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967982 00000100:00100000:0.0:1788536200.428479:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583094656:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788536200.428581:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536200.428610:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536200.429331:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583094656 00000100:00100000:1.0:1788536200.429340:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583094656 00000100:00100000:1.0:1788536200.429411:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788536200.429420:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583094656:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788536200.429510:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583094656:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 90us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.429517:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788536200.429609:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583094656:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1788536200.432919:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967983 00000100:00100000:0.0:1788536200.433034:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583094784:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788536200.433109:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536200.433156:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684540 going to sleep for 11 seconds 00000100:00100000:2.0:1788536200.433311:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583094784 00000100:00100000:2.0:1788536200.433320:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583094784 00000100:00100000:2.0:1788536200.433391:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788536200.433402:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583094784:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788536200.433605:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583094784:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 205us (496us total) trans 4294967358 rc 0/0 00000100:00100000:2.0:1788536200.433613:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788536200.433959:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583094784:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1788536200.433982:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.433992:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.434000:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.434006:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536200.434010:0:5827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.434018:0:5827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.434033:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:0.0:1788536200.434037:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1788536200.434041:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.434048:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f50b0a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536200.434417:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x41:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1788536200.434527:0:5827:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9160 00000004:00080000:0.0:1788536200.434947:0:5827:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 578662576505ns, next at 579662574122ns, rc = 0 00000001:00080000:0.0:1788536200.434958:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967984 00010000:00010000:0.0:1788536200.435007:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:0.0:1788536200.435011:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788536200.435018:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50af5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09e4 expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.435120:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+101:28049:x1875415573866240:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 19122us (19379us total) trans 4294967985 rc 0/0 00000100:00100000:0.0:1788536200.435129:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 210 00000020:00080000:0.0:1788536200.435145:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1788536200.458510:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.458587:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573866752 00000100:00100000:1.0:1788536200.458597:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573866752 00000100:00100000:1.0:1788536200.458657:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1058 00000100:00100000:1.0:1788536200.458667:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+101:28050:x1875415573866752:12345-192.168.203.55@tcp:101:cmp.0 00010000:00010000:1.0:1788536200.458691:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536200.458712:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50b11 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09eb expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458783:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458797:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458834:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458850:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458857:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458864:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458971:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50b26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458979:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50b26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.458987:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50b26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536200.458996:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:1.0:1788536200.459089:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459096:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459102:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459107:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536200.459116:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459124:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459136:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:1.0:1788536200.459139:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536200.459144:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459150:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50b18 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459295:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459303:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459309:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459315:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536200.459318:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459324:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459333:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x1dee485d (ffff8b1d457ff700) 00010000:00010000:1.0:1788536200.459335:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536200.459346:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459352:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50b1f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459442:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50b11 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09eb expref: 104 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459458:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50b26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09eb expref: 103 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.459465:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d457fff00) 00010000:00010000:1.0:1788536200.459467:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536200.459470:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3400, rc 0) 00000100:00100000:1.0:1788536200.459643:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+103:28050:x1875415573866752:12345-192.168.203.55@tcp:101:cmp.0 Request processed in 977us (1141us total) trans 4294967986 rc 0/0 00000100:00100000:1.0:1788536200.459651:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1058 00000100:00100000:3.0:1788536200.471014:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.471049:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573867008 00000100:00100000:3.0:1788536200.471058:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573867008 00000100:00100000:3.0:1788536200.471114:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 47 00000100:00100000:3.0:1788536200.471125:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+103:28050:x1875415573867008:12345-192.168.203.55@tcp:103:cmp.0 00010000:00010000:3.0:1788536200.472079:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536200.472121:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50b26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09eb expref: 103 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.472254:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d457fff00) 00010000:00010000:3.0:1788536200.472266:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536200.472336:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+102:28050:x1875415573867008:12345-192.168.203.55@tcp:103:cmp.0 Request processed in 1212us (1330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536200.472345:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 47 00000100:00100000:3.0:1788536200.476590:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.476679:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573867136 00000100:00100000:1.0:1788536200.476691:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573867136 00000100:00100000:1.0:1788536200.476758:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1059 00000100:00100000:1.0:1788536200.476767:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+102:28050:x1875415573867136:12345-192.168.203.55@tcp:58:cmp.0 00010000:00010000:1.0:1788536200.476870:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.476886:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.476898:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536200.477067:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:1.0:1788536200.477147:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+102:28050:x1875415573867136:12345-192.168.203.55@tcp:58:cmp.0 Request processed in 380us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.477155:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1059 00000100:00100000:3.0:1788536200.484513:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.484825:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573867264 00000100:00100000:0.0:1788536200.484836:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573867264 00000100:00100000:0.0:1788536200.484894:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1060 00000100:00100000:0.0:1788536200.484905:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+102:28050:x1875415573867264:12345-192.168.203.55@tcp:101:cmp.0 00010000:00010000:0.0:1788536200.484923:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536200.484943:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50b3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09f2 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.484999:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.485010:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50b3b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f2 expref: 103 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.485030:0:5824:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.485059:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50b3b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f2 expref: 103 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.485074:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d457ffd00) 00010000:00010000:0.0:1788536200.485078:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536200.485082:0:5824:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50b3b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f2 expref: 103 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.485090:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837200, rc 0) 00000100:00100000:0.0:1788536200.485148:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+103:28050:x1875415573867264:12345-192.168.203.55@tcp:101:cmp.0 Request processed in 245us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.485156:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1060 00000040:00080000:3.0:1788536200.555650:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536200.555660:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536200.555699:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 5 00000040:00080000:3.0:1788536200.555705:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536200.555840:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583094912:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536200.556179:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ad9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536200.562449:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.562627:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573867392 00000100:00100000:1.0:1788536200.562637:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573867392 00000100:00100000:1.0:1788536200.562702:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1061 00000100:00100000:1.0:1788536200.562712:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:28051:x1875415573867392:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536200.562751:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536200.562856:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:28051:x1875415573867392:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 145us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.562863:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1061 00000100:00100000:2.0:1788536200.564127:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583094912:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536200.572738:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.572811:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573867520 00000100:00100000:3.0:1788536200.572822:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573867520 00000100:00100000:3.0:1788536200.572886:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1062 00000100:00100000:3.0:1788536200.572896:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:28051:x1875415573867520:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788536200.573354:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.573413:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.573755:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.573881:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.573890:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.573899:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.573924:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.573933:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.573945:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536200.573984:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00000004:00200000:2.0:1788536200.573988:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536200.574004:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574015:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574021:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574028:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574034:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536200.574038:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574046:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574058:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536200.574061:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536200.574066:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574072:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f50b42 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574092:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574098:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574104:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574109:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536200.574112:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574117:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574125:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x3e15321 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536200.574127:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536200.574130:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574136:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50b49 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x3e15321 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574151:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574157:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574162:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574168:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536200.574171:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574281:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574290:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d457ffd00) 00010000:00010000:2.0:1788536200.574292:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536200.574296:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.574302:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6800/0x94dfe24b69f50b50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536200.574481:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:28051:x1875415573867520:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 1585us (1750us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536200.574491:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1062 00000100:00100000:0.0:1788536200.577828:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.578073:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573867776 00000100:00100000:3.0:1788536200.578083:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573867776 00000100:00100000:3.0:1788536200.578145:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1063 00000100:00100000:3.0:1788536200.578155:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:28051:x1875415573867776:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536200.578175:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536200.578206:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b57 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b09f9 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578310:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578336:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578348:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536200.578359:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1d:0x0]: returning size 1516 00010000:00010000:3.0:1788536200.578499:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578508:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578514:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578520:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536200.578525:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578557:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578577:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d457ffd00) 00010000:00010000:3.0:1788536200.578581:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536200.578587:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578594:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578635:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b57 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f9 expref: 49 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578645:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536200.578647:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536200.578651:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b57 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f9 expref: 49 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.578665:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546600, rc 0) 00000100:00100000:3.0:1788536200.578729:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:28051:x1875415573867776:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 574us (909us total) trans 4294967987 rc 301/301 00000100:00100000:3.0:1788536200.578735:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1063 00000100:00100000:0.0:1788536200.590192:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.590617:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573867904 00000100:00100000:3.0:1788536200.590628:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573867904 00000100:00100000:3.0:1788536200.590686:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1064 00000100:00100000:3.0:1788536200.590695:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:28051:x1875415573867904:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536200.590746:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x1d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536200.590857:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:28051:x1875415573867904:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 163us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536200.590865:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1064 00000100:00100000:2.0:1788536200.608358:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.608655:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573868160 00000100:00100000:0.0:1788536200.608666:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573868160 00000100:00100000:0.0:1788536200.608730:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1065 00000100:00100000:0.0:1788536200.608739:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:28051:x1875415573868160:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536200.608759:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536200.608780:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50b6c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a00 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.609744:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50b73 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.609761:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.609780:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50b73 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536200.609792:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:0.0:1788536200.609843:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50b6c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a00 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.609863:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50b73 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a00 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.609872:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536200.609875:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536200.609878:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536200.609959:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:28051:x1875415573868160:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1220us (1622us total) trans 4294967988 rc 0/0 00000100:00100000:0.0:1788536200.609967:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1065 00000100:00100000:1.0:1788536200.617751:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.617867:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573868416 00000100:00100000:3.0:1788536200.617877:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573868416 00000100:00100000:3.0:1788536200.617936:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1066 00000100:00100000:3.0:1788536200.617947:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:28051:x1875415573868416:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536200.618008:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536200.618034:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50b73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a00 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.618054:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:3.0:1788536200.618067:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536200.618093:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.618106:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.618115:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.618147:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.618160:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 102 pid: 5825 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536200.618190:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583095040:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536200.618297:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ad180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536200.623425:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583095040:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536200.623458:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.627150:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536200.627390:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573868544 00000100:00100000:2.0:1788536200.627400:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573868544 00010000:00010000:2.0:1788536200.627441:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 103 pid: 5825 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536200.627484:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 322 00000100:00100000:2.0:1788536200.627494:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+103:2354:x1875415573868544:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536200.627520:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536200.627527:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 103 pid: 5825 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.627540:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 103 pid: 5825 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.627562:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f50a9a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x40:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09ba expref: 103 pid: 5825 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.627578:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:2.0:1788536200.627584:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.627594:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.627601:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.627627:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536200.627691:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ee850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+102:2354:x1875415573868544:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 198us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536200.627699:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 322 00010000:00010000:3.0:1788536200.628262:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628282:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628394:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628407:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628416:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628484:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628491:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628499:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628730:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536200.628736:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628744:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628755:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:3.0:1788536200.628758:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536200.628762:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628769:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50b81 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x40:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628781:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628787:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628793:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628798:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536200.628801:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628807:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628825:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0xce172d0c (ffff8b1d512a9400) 00010000:00010000:3.0:1788536200.628828:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536200.628830:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.628837:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50b88 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x40:0x0].0xce172d0c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.628984:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:28051:x1875415573868416:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 11036us (11240us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536200.628994:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1066 00000100:00100000:1.0:1788536200.632545:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.632636:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573868672 00000100:00100000:0.0:1788536200.632645:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573868672 00000100:00100000:0.0:1788536200.632706:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1067 00000100:00100000:0.0:1788536200.632716:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:28051:x1875415573868672:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536200.632736:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536200.632761:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50b8f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a07 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.632821:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.632835:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.632848:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.632949:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50b8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.632969:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 50 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.632978:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536200.632981:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536200.632985:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536200.633044:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:28051:x1875415573868672:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 330us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.633051:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1067 00000100:00100000:1.0:1788536200.637974:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.638595:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573868928 00000100:00100000:3.0:1788536200.638606:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573868928 00000100:00100000:3.0:1788536200.638673:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1068 00000100:00100000:3.0:1788536200.638683:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:28051:x1875415573868928:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536200.638785:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.638803:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.638816:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536200.639053:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000091659f3b reply state 000000003de626f7 transno 4294967989 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536200.639064:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536200.639285:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:28051:x1875415573868928:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 602us (1321us total) trans 4294967989 rc 0/0 00000100:00100000:3.0:1788536200.639293:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1068 00000100:00100000:1.0:1788536200.642661:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.643280:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573869056 00000100:00100000:0.0:1788536200.643291:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573869056 00000100:00100000:0.0:1788536200.643637:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1069 00000100:00100000:0.0:1788536200.643649:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:28051:x1875415573869056:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536200.643672:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536200.643693:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a0e expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.643768:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 53 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.643782:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 53 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.643792:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536200.643795:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536200.643800:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536200.643864:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+53:28051:x1875415573869056:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 218us (1211us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.643872:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1069 00000100:00100000:0.0:1788536200.649643:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:2.0:1788536200.649725:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.649738:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.649745:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.649755:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536200.649760:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.649767:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.649785:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536200.649788:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788536200.649795:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.649801:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50b9d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.649878:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573869184 00000100:00100000:1.0:1788536200.649889:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573869184 00000100:00100000:1.0:1788536200.649955:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 211 00000100:00100000:1.0:1788536200.649965:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b9b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:28051:x1875415573869184:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1788536200.650106:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b9b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:28051:x1875415573869184:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 143us (475us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.650114:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 211 00000100:00100000:1.0:1788536200.656400:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.656617:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573869440 00000100:00100000:3.0:1788536200.656640:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573869440 00000100:00100000:3.0:1788536200.656687:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 212 00000100:00100000:3.0:1788536200.656698:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:28051:x1875415573869440:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536200.656950:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:28051:x1875415573869440:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 253us (588us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1788536200.656958:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 212 00000100:00100000:2.0:1788536200.659800:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.659884:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573869696 00000100:00100000:0.0:1788536200.659894:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573869696 00000100:00100000:0.0:1788536200.660010:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1070 00000100:00100000:0.0:1788536200.660023:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:28051:x1875415573869696:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536200.660138:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:28051:x1875415573869696:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 118us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.660147:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1070 00000100:00100000:2.0:1788536200.662477:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.669158:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573869952 00000100:00100000:1.0:1788536200.670397:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573869952 00000100:00100000:1.0:1788536200.670600:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1071 00000100:00100000:1.0:1788536200.670612:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+53:28051:x1875415573869952:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536200.670633:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536200.670655:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50bab lrc: 2/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a15 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.671071:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.671088:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 54 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.671097:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.671134:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 54 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.671149:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 54 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.671163:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583095168:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536200.671880:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b780300 going to sleep for 11 seconds 00000100:00100000:1.0:1788536200.677110:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.677291:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583095168:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536200.677395:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.677718:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573870080 00000100:00100000:1.0:1788536200.677740:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573870080 00010000:00010000:1.0:1788536200.677777:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 55 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.677819:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 323 00000100:00100000:1.0:1788536200.677829:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:2353:x1875415573870080:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536200.677843:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536200.677850:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 55 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.677862:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 55 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.677883:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50ba4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a0e expref: 55 pid: 16075 timeout: 678 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.677900:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536200.677905:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.677915:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.677923:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.677942:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536200.678078:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678086:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536200.678106:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00080000:3.0:1788536200.678305:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x15:0x0], index 0: 0 00010000:00010000:3.0:1788536200.678520:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678529:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678536:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678542:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536200.678547:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678565:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678575:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:3.0:1788536200.678578:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536200.678582:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678588:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50bb2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678640:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50bab lrc: 1/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a15 expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678649:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x40:0x0].0x0 (ffff8b1d512a9b00) 00010000:00010000:3.0:1788536200.678651:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536200.678655:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50bab lrc: 0/0,0 mode: --/CR res: [0x200000401:0x40:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a15 expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.678666:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3e00, rc 0) 00000100:00100000:3.0:1788536200.678712:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+54:28051:x1875415573869952:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 8103us (16244us total) trans 4294967991 rc 301/301 00000100:00100000:3.0:1788536200.678721:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1071 00000100:00100000:1.0:1788536200.678890:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:2353:x1875415573870080:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1062us (1792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.678907:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 323 00000100:00100000:2.0:1788536200.682910:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.683604:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573870336 00000100:00100000:3.0:1788536200.683616:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573870336 00000100:00100000:3.0:1788536200.683674:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 213 00000100:00100000:3.0:1788536200.683685:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:28051:x1875415573870336:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536200.684265:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:28051:x1875415573870336:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 579us (1365us total) trans 4294967992 rc 0/0 00000100:00100000:3.0:1788536200.685581:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 213 00000100:00100000:3.0:1788536200.690667:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.692211:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573870464 00000100:00100000:0.0:1788536200.692227:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573870464 00000100:00100000:1.0:1788536200.696213:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1072 00000100:00100000:1.0:1788536200.696230:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:28051:x1875415573870464:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536200.696257:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536200.696291:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50bc0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a1c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.696392:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50bc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.696407:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.696421:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536200.696621:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:1.0:1788536200.696626:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536200.696650:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.696681:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50bc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a1c expref: 56 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.696701:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a1c expref: 55 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.696710:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536200.696726:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788536200.696731:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3200, rc 0) 00000100:00100000:1.0:1788536200.696857:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:28051:x1875415573870464:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 630us (6198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.696865:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1072 00000100:00100000:1.0:1788536200.709960:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536200.710115:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573870592 00000100:00100000:2.0:1788536200.710127:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573870592 00000100:00100000:2.0:1788536200.710190:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 282 00000100:00100000:2.0:1788536200.710201:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573870592:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536200.710218:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536200.710238:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a23 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536200.710262:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536200.710292:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=578s v=(0 0) 00010000:00010000:2.0:1788536200.710297:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536200.710307:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.710332:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.710345:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6a00, rc 0) 00000100:00080000:3.0:1788536200.710558:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536200.711126:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573870592:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 925us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536200.711135:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 282 00000100:00100000:2.0:1788536200.716192:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536200.716334:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573870848 00000100:00100000:3.0:1788536200.716347:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573870848 00000100:00100000:3.0:1788536200.716446:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1073 00000100:00100000:3.0:1788536200.716457:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+55:28051:x1875415573870848:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536200.716565:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+55:28051:x1875415573870848:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 108us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536200.716573:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1073 00000100:00100000:3.0:1788536200.720490:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536200.725667:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573870976 00000100:00100000:2.0:1788536200.725695:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573870976 00000100:00100000:2.0:1788536200.725778:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 283 00000100:00100000:2.0:1788536200.725789:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:28051:x1875415573870976:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536200.725809:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536200.725828:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a2a expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.725864:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.725874:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536200.725878:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536200.725885:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.725925:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.725940:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 10 pid: 6668 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536200.725954:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583095296:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536200.726075:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536200.730816:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536200.730880:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583095296:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536200.730920:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.730943:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7bdd6800, rc 0) 00000100:00100000:2.0:1788536200.731016:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:28051:x1875415573870976:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 5228us (10536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536200.731025:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 283 00000100:00100000:3.0:1788536200.731092:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573871104 00000100:00100000:3.0:1788536200.731100:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573871104 00010000:00010000:3.0:1788536200.731136:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 10 pid: 6668 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536200.731226:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 324 00000100:00100000:3.0:1788536200.731236:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573871104:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536200.731250:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536200.731281:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 10 pid: 6668 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.731295:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 10 pid: 6668 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.731344:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b818f495/0x94dfe24b69f50bce lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a23 expref: 10 pid: 6668 timeout: 678 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.731360:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536200.731415:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536200.731424:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.731437:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536200.731640:0:5809:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536200.731654:0:5809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5809:1875415583095424:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536200.731728:0:5809:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435adb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536200.737885:0:5809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5809:1875415583095424:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536200.737918:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536200.738031:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573871104:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 6796us (7228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536200.738044:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 324 00000100:00100000:0.0:1788536200.745343:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.749705:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573871232 00000100:00100000:1.0:1788536200.749723:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573871232 00002000:00100000:1.0:1788536200.749798:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x15:0x0] (0->1515) req@ffff8b1d6e152300 x1875415573871232/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:101/0 lens 2008/0 e 0 to 0 dl 1788536211 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536200.749810:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e152300 with x1875415573871232 ext(0->1515) 00002000:00010000:1.0:1788536200.749816:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d6e152300 00000100:00100000:1.0:1788536200.749857:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 97 00000100:00100000:1.0:1788536200.749867:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573871232:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536200.755051:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573871232:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 5175us (9711us total) trans 4294967351 rc 0/0 00000100:00100000:1.0:1788536200.755068:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 97 00002000:00100000:1.0:1788536200.755082:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x15:0x0] (0->1515) req@ffff8b1d6e152300 x1875415573871232/t4294967351(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:101/0 lens 2008/448 e 0 to 0 dl 1788536211 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536200.755092:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e152300 with x1875415573871232 ext(0->1515) 00002000:00010000:1.0:1788536200.755099:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d6e152300 00000100:00100000:0.0:1788536200.765520:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536200.767490:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573871360 00000100:00100000:2.0:1788536200.767509:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573871360 00000100:00100000:2.0:1788536200.767574:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1074 00000100:00100000:2.0:1788536200.767585:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+55:28051:x1875415573871360:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1788536200.839156:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+55:28051:x1875415573871360:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 71562us (73637us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.839170:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1074 00000001:00080000:0.0:1788536200.839279:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967988 is committed 00000001:00080000:0.0:1788536200.839295:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967985 is committed 00000004:00080000:0.0:1788536200.839299:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000020:00080000:0.0:1788536200.839319:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1c43684a80 refcount 2 committed 0 result 0 batchid 19 00000020:00080000:0.0:1788536200.839323:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1c436840c0 00000020:00080000:0.0:1788536200.839325:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d42ed0c00 00000001:00080000:0.0:1788536200.839358:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967986 is committed 00000001:00080000:0.0:1788536200.839408:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967992 is committed 00000020:00080000:0.0:1788536200.839434:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:0.0:1788536200.839634:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:2.0:1788536200.840134:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536200.840151:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583095552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788536200.840210:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536200.840329:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583095552 00000100:00100000:1.0:1788536200.840337:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583095552 00000100:00100000:1.0:1788536200.840408:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1788536200.840418:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583095552:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788536200.840441:0:6667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00002000:00010000:1.0:1788536200.840473:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 1516, mtime: 0x6a9ae584, atime: 0x0, ctime: 0x6a9ae584, blocks: 0x1 00010000:00010000:1.0:1788536200.840490:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.840506:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=579s v=(0 0) 00010000:00010000:1.0:1788536200.840511:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536200.840518:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.840534:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.840545:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.840552:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.840568:0:6667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536200.841040:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583095552:12345-0@lo:6:osp-syn-1-0.0 Request processed in 623us (828us total) trans 4294967359 rc 0/0 00000100:00100000:1.0:1788536200.841047:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00010000:00010000:0.0:1788536200.841434:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536200.841441:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.841450:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536200.841455:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.841465:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.841492:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.841500:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50bdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.841520:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536200.841529:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536200.841530:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788536200.841650:0:3285:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7c3bc380/2, rc 0, transno 4294967359 00000100:00100000:2.0:1788536200.841656:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583095552:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788536200.844003:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.844648:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573871488 00000100:00100000:0.0:1788536200.844659:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573871488 00000100:00100000:0.0:1788536200.844766:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 285 00000100:00100000:0.0:1788536200.844777:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573871488:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1788536200.911886:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573871488:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 67100us (67881us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.911899:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 285 00000001:00080000:3.0:1788536200.911982:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000100:00100000:2.0:1788536200.915780:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.915854:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573871744 00000100:00100000:1.0:1788536200.915864:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573871744 00000100:00100000:1.0:1788536200.915931:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1075 00000100:00100000:1.0:1788536200.915942:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:28051:x1875415573871744:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536200.915996:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536200.916026:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3200/0x94dfe24b69f50bc7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a1c expref: 44 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.916046:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536200.916052:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536200.916080:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.916094:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.916109:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536200.916301:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000a4e5b3d2 reply state 00000000d46022f1 transno 4294967993 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.916312:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536200.916820:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:28051:x1875415573871744:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 877us (1048us total) trans 4294967993 rc 0/0 00000100:00100000:2.0:1788536200.916828:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1075 00010000:00010000:1.0:1788536200.921792:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.921810:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.921818:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.921842:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536200.921847:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.921855:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.921871:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536200.921874:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536200.921879:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.921886:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50be3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536200.923134:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.923233:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573871872 00000100:00100000:0.0:1788536200.923244:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573871872 00000100:00100000:0.0:1788536200.923310:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1076 00000100:00100000:0.0:1788536200.923320:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:28051:x1875415573871872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536200.923343:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536200.923361:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a31 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.923979:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.923994:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.924019:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536200.924022:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536200.924025:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536200.924085:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:28051:x1875415573871872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 766us (957us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.924110:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1076 00000100:00100000:2.0:1788536200.933995:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.934333:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573872000 00000100:00100000:0.0:1788536200.934344:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573872000 00000100:00100000:0.0:1788536200.934433:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00100000:0.0:1788536200.934444:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573872000:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788536200.936994:0:6666:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:0.0:1788536200.937003:0:6666:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb mtime from disk: 0 -> 1788536196 00002000:00010000:0.0:1788536200.937006:0:6666:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb atime from disk: 0 -> 1788536196 00002000:00010000:0.0:1788536200.937008:0:6666:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb ctime from disk: 0 -> 1788536196 00002000:00010000:0.0:1788536200.937011:0:6666:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x15:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1788536200.937130:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573872000:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 2683us (3139us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1788536200.937143:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00100000:1.0:1788536200.947061:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536200.947212:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573872256 00000100:00100000:2.0:1788536200.947224:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573872256 00000100:00100000:2.0:1788536200.947291:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1077 00000100:00100000:2.0:1788536200.947301:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:28051:x1875415573872256:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788536200.947547:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.947564:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 45 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.947573:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.947609:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 45 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.947622:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 45 pid: 5824 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536200.947640:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583095680:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536200.947742:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536200.952821:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.953030:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573872384 00000100:00100000:0.0:1788536200.953040:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573872384 00010000:00010000:0.0:1788536200.953083:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 46 pid: 5824 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.953120:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 325 00000100:00100000:0.0:1788536200.953131:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:2354:x1875415573872384:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536200.953145:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536200.953152:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 46 pid: 5824 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.953166:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 46 pid: 5824 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.953204:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536200.953210:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.953221:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.953227:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.953262:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536200.953326:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:2354:x1875415573872384:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 197us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.953334:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 325 00010000:00010000:1.0:1788536200.953555:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50b96 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a07 expref: 45 pid: 5824 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.953573:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583095680:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536200.953592:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953601:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953607:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953637:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953652:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953660:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953666:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536200.953670:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953677:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953686:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536200.953689:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788536200.953692:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.953698:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd7200/0x94dfe24b69f50bf1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.953738:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:28051:x1875415573872256:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 6439us (6687us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788536200.953758:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1077 00000100:00100000:2.0:1788536200.957428:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.957802:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573872512 00000100:00100000:0.0:1788536200.957813:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573872512 00000100:00100000:0.0:1788536200.957872:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 287 00000100:00100000:0.0:1788536200.957883:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573872512:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536200.957930:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.957952:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.957961:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x15:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536200.957966:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536200.957971:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.958025:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.958040:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 10 pid: 6666 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536200.958054:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e153100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583095808:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536200.958138:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d512a3900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536200.965127:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536200.965224:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e153100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583095808:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536200.965252:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.966583:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573872640 00000100:00100000:1.0:1788536200.966596:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573872640 00010000:00010000:1.0:1788536200.966643:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 11 pid: 6666 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.966682:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 326 00000100:00100000:1.0:1788536200.966706:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573872640:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536200.966721:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536200.966740:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 11 pid: 6666 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.966754:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 11 pid: 6666 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.966776:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006ecd8542/0x94dfe24b69f50bd5 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a2a expref: 11 pid: 6666 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.966793:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536200.966798:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536200.966804:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.966814:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.966844:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536200.966955:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.966966:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.966992:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.967000:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.967021:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.967029:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536200.967034:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.967043:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.967056:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536200.967063:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c551dac1/0x94dfe24b69f50bf8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.973960:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573872640:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 7243us (8829us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.973977:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 326 00000100:00100000:0.0:1788536200.974113:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573872512:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 16231us (16694us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536200.974123:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 287 00000100:00100000:3.0:1788536200.980892:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536200.980988:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573872896 00000100:00100000:2.0:1788536200.980998:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573872896 00000100:00100000:2.0:1788536200.981056:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1078 00000100:00100000:2.0:1788536200.981066:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:28051:x1875415573872896:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788536200.981140:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.981170:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.981182:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.981440:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.981452:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.981461:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.981508:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.981528:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 45 pid: 5823 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536200.981541:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583095936:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536200.981610:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536200.990822:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583095936:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536200.990856:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536200.991504:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.991773:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573873024 00000100:00100000:1.0:1788536200.991783:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573873024 00010000:00010000:1.0:1788536200.991820:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 46 pid: 5823 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.991855:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 327 00000100:00100000:1.0:1788536200.991865:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:2354:x1875415573873024:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536200.991879:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536200.991886:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 46 pid: 5823 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.991897:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 46 pid: 5823 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.991918:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50bea lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a31 expref: 46 pid: 5823 timeout: 679 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.991935:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536200.991940:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.991949:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.991961:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.991991:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536200.992285:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536200.992294:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536200.992518:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967994 00000001:00080000:2.0:1788536200.992654:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967995 00000001:00080000:2.0:1788536200.992690:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967996 00000100:00100000:2.0:1788536200.992777:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583096064:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788536200.992834:0:16075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536200.992863:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1840 going to sleep for 11 seconds 00000100:00100000:2.0:1788536200.992886:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583096064 00000100:00100000:2.0:1788536200.992891:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583096064 00000100:00100000:2.0:1788536200.992927:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788536200.992935:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583096064:12345-0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788536200.993002:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583096064:12345-0@lo:1000:mdt00_004.0 Request processed in 68us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536200.993009:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788536200.993051:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583096064:0@lo:1000:mdt00_004.0 00000001:00080000:2.0:1788536200.993880:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967997 00000100:00100000:2.0:1788536200.993943:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583096192:0@lo:1000:mdt00_004.0 00000100:00100000:2.0:1788536200.993979:0:16075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536200.994003:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536200.994022:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583096192 00000100:00100000:2.0:1788536200.994027:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583096192 00000100:00100000:2.0:1788536200.994058:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788536200.994066:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583096192:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788536200.994291:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:2354:x1875415573873024:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2424us (2786us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536200.994301:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 327 00000100:00100000:2.0:1788536200.994440:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:16075:x1875415583096192:12345-0@lo:1000:mdt00_004.0 Request processed in 374us (459us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1788536200.994447:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788536200.994661:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583096192:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1788536200.994822:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967998 00010000:00010000:1.0:1788536200.994857:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994866:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994873:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994879:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536200.994884:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994891:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994906:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536200.994910:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536200.994915:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994921:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c06 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994949:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994970:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994977:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994982:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536200.994985:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.994991:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.995001:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d457ffd00) 00010000:00010000:1.0:1788536200.995004:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536200.995010:0:16075:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50b3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f2 expref: 90 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.995022:0:16075:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50b3b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f2 expref: 90 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.995032:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50b3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f2 expref: 90 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.995062:0:16075:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837200/0x94dfe24b69f50b3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b09f2 expref: 90 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.995075:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583096320:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536200.995149:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494df540 going to sleep for 11 seconds 00000100:00100000:0.0:1788536200.998873:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536200.998970:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583096320:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536200.998999:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999010:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50b34 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999045:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999059:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999070:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999081:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999088:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999094:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999099:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536200.999104:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999111:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999143:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d457ffd00) 00010000:00010000:1.0:1788536200.999147:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536200.999151:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999157:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50c0d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999169:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999175:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999180:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999186:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7bdd6a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536200.999189:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999194:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999201:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1d:0x0].0x0 (ffff8b1d457ffd00) 00010000:00010000:1.0:1788536200.999204:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536200.999206:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536200.999212:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6a00/0x94dfe24b69f50bff lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536200.999539:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:28051:x1875415573872896:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 18472us (18653us total) trans 4294967999 rc 0/0 00000100:00100000:1.0:1788536200.999549:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1078 00000020:00080000:1.0:1788536200.999555:0:16075:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1788536200.999650:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573873152 00000100:00100000:2.0:1788536200.999657:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573873152 00000100:00100000:2.0:1788536200.999705:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 214 00000100:00100000:2.0:1788536200.999714:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+91:28050:x1875415573873152:12345-192.168.203.55@tcp:49:cmp.0 00000100:00100000:2.0:1788536200.999807:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+91:28050:x1875415573873152:12345-192.168.203.55@tcp:49:cmp.0 Request processed in 94us (944us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536200.999814:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 214 00000040:00080000:3.0:1788536200.999971:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536200.999976:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536201.000513:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:3.0:1788536201.000521:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536201.004478:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536201.004519:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536201.004620:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573873536 00000100:00100000:1.0:1788536201.004632:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573873536 00000100:00100000:1.0:1788536201.004693:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 288 00000100:00100000:1.0:1788536201.004701:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+14:28050:x1875415573873536:12345-192.168.203.55@tcp:101:cmp.0 00010000:00010000:1.0:1788536201.004717:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536201.004737:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ef45b45b/0x94dfe24b69f50c14 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a38 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536201.004765:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x15:0x0] initial LVB size: 1516, mtime: 0x6a9ae584, atime: 0x6a9ae584, ctime: 0x6a9ae584, blocks: 0xb 00010000:00010000:1.0:1788536201.004786:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=579s v=(0 0) 00010000:00010000:1.0:1788536201.004790:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536201.004800:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ef45b45b/0x94dfe24b69f50c14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a38 expref: 15 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536201.004816:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ef45b45b/0x94dfe24b69f50c14 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a38 expref: 15 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536201.004830:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3200, rc 0) 00000100:00100000:1.0:1788536201.004884:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+15:28050:x1875415573873536:12345-192.168.203.55@tcp:101:cmp.0 Request processed in 183us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536201.004892:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 288 00000100:00080000:3.0:1788536201.005227:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536201.005339:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573873408 00000100:00100000:2.0:1788536201.005346:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573873408 00000100:00100000:2.0:1788536201.005407:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 215 00000100:00100000:2.0:1788536201.005415:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:28051:x1875415573873408:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788536201.007623:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788536201.007770:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968000 00010000:00010000:2.0:1788536201.007843:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.007860:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.007872:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.007880:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.007886:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.007892:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536201.007968:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788536201.008086:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:28051:x1875415573873408:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 2667us (3612us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1788536201.008096:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 215 00000020:00080000:2.0:1788536201.008102:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788536201.013561:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536201.013576:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536201.013589:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536201.013593:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536201.013604:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536201.013623:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:3.0:1788536201.013626:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536201.013631:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536201.013637:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c1b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536201.013932:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536201.014003:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573873664 00000100:00100000:3.0:1788536201.014013:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573873664 00002000:00100000:3.0:1788536201.014061:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff8b1d7bec2a00 x1875415573873664/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:102/0 lens 488/0 e 0 to 0 dl 1788536212 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536201.014072:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bec2a00 with x1875415573873664 ext(0->4095) 00002000:00010000:3.0:1788536201.014077:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bec2a00 00000100:00100000:3.0:1788536201.014128:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 98 00000100:00100000:3.0:1788536201.014138:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573873664:12345-192.168.203.55@tcp:3:cmp.0 00000100:00100000:3.0:1788536201.014486:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573873664:12345-192.168.203.55@tcp:3:cmp.0 Request processed in 348us (557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536201.014494:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 98 00002000:00100000:3.0:1788536201.014502:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x15:0x0] (0->4095) req@ffff8b1d7bec2a00 x1875415573873664/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:102/0 lens 488/4536 e 0 to 0 dl 1788536212 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536201.014510:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bec2a00 with x1875415573873664 ext(0->4095) 00002000:00010000:3.0:1788536201.014514:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bec2a00 00010000:00010000:2.0:1788536201.018119:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536201.018126:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536201.018128:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536201.026165:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536201.026260:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573873920 00000100:00100000:1.0:1788536201.026280:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573873920 00000100:00100000:1.0:1788536201.026347:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 216 00000100:00100000:1.0:1788536201.026357:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:28050:x1875415573873920:12345-192.168.203.55@tcp:35:cmp.0 00000100:00100000:1.0:1788536201.026619:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+92:28050:x1875415573873920:12345-192.168.203.55@tcp:35:cmp.0 Request processed in 262us (462us total) trans 4294968002 rc 0/0 00000100:00100000:1.0:1788536201.026626:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 216 00010000:00010000:0.0:1788536201.136345:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536201.324408:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583096448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536201.324480:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536201.325453:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583096448 00000100:00100000:3.0:1788536201.325464:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583096448 00000100:00100000:3.0:1788536201.325541:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1788536201.325559:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583096448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536201.325595:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3857711104 avail 3854565376 00000100:00100000:3.0:1788536201.325661:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583096448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536201.325669:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1788536201.325733:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583096448:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788536201.325756:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788536202.155650:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536203.180527:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788536203.481098:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967357 is committed 00000001:00080000:1.0:1788536203.481122:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000100:00100000:1.0:1788536203.482954:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536203.482986:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536203.483001:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536203.483013:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536203.483024:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536203.483035:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536203.483060:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536203.483080:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573874048 00000100:00100000:1.0:1788536203.483087:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573874048 00000100:00100000:1.0:1788536203.483124:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 560 00000100:00100000:1.0:1788536203.483131:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573874048:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536203.483133:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573874432 00000100:00100000:3.0:1788536203.483140:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573874432 00000100:00100000:1.0:1788536203.483188:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573874048:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 57us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536203.483189:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573874304 00000100:00100000:3.0:1788536203.483195:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573874304 00000100:00100000:1.0:1788536203.483197:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 560 00000100:00100000:3.0:1788536203.483216:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573874688 00000100:00100000:3.0:1788536203.483221:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573874688 00000100:00100000:1.0:1788536203.483226:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573874816 00000100:00100000:1.0:1788536203.483231:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573874816 00000100:00100000:3.0:1788536203.483243:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 389 00000100:00100000:3.0:1788536203.483265:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573874432:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536203.483280:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 390 00000100:00100000:1.0:1788536203.483289:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573874304:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536203.483318:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573874304:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536203.483324:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 390 00000100:00100000:1.0:1788536203.483336:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 391 00000100:00100000:1.0:1788536203.483342:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573874688:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536203.483364:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573874688:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536203.483387:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 391 00000100:00100000:1.0:1788536203.483398:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 392 00000100:00100000:1.0:1788536203.483404:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573874816:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536203.483426:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573874816:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536203.483432:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 392 00000100:00100000:3.0:1788536203.483462:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573874432:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 209us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536203.483479:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 389 00000100:00100000:3.0:1788536203.483508:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573874176 00000100:00100000:3.0:1788536203.483513:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573874176 00000100:00100000:3.0:1788536203.483544:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573874560 00000100:00100000:3.0:1788536203.483548:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573874560 00000100:00100000:3.0:1788536203.483576:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 391 00000100:00100000:3.0:1788536203.483584:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+92:2354:x1875415573874176:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536203.483631:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+92:2354:x1875415573874176:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 48us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536203.483637:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 391 00000100:00100000:3.0:1788536203.483652:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 392 00000100:00100000:3.0:1788536203.483659:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:2355:x1875415573874560:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536203.483699:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:2355:x1875415573874560:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 40us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536203.483705:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 392 00000100:00080000:3.0:1788536203.483723:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536203.483728:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536203.483731:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:3.0:1788536204.075817:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536204.075824:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536204.076128:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:3.0:1788536204.076149:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536204.206833:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536204.397328:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583096576:0@lo:400:kworker.0 00000100:00100000:0.0:1788536204.397423:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536204.397928:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583096576 00000100:00100000:2.0:1788536204.397935:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583096576 00000100:00100000:2.0:1788536204.397981:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1788536204.397989:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583096576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.399462:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583096704:0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.399508:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536204.399549:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583096704 00000100:00100000:1.0:1788536204.399554:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583096704 00000100:00100000:1.0:1788536204.399584:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1788536204.399589:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583096704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.399620:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583096704:12345-0@lo:400:kworker.0 Request processed in 31us (111us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536204.399625:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1788536204.399670:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583096704:0@lo:400:kworker.0 00000100:00100000:2.0:1788536204.399872:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583096576:12345-0@lo:400:kworker.0 Request processed in 1882us (2448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536204.399878:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1788536204.400039:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583097216:0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.400157:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583096832:0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.400186:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536204.400217:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536204.400222:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583096960:0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.400254:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536204.400281:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583096960 00000100:00100000:1.0:1788536204.400285:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583096960 00000100:00100000:1.0:1788536204.400320:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1788536204.400327:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583096960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.400361:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583096960:12345-0@lo:400:kworker.0 Request processed in 35us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536204.400382:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1788536204.400415:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583096960:0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.400445:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583096832 00000100:00100000:1.0:1788536204.400448:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583096832 00000100:00100000:1.0:1788536204.400473:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1788536204.400480:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583096832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.400509:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583096832:12345-0@lo:400:kworker.0 Request processed in 31us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536204.400513:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1788536204.400529:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583096832:0@lo:400:kworker.0 00000100:00080000:1.0:1788536204.400544:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536204.400547:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536204.400693:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536204.400708:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536204.400711:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583097088:0@lo:400:kworker.0 00000100:00100000:3.0:1788536204.400736:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536204.400787:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583097088 00000100:00100000:2.0:1788536204.400790:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583097088 00000100:00100000:2.0:1788536204.400827:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1788536204.400833:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583097088:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788536204.400834:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536204.400869:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583097088:12345-0@lo:400:kworker.0 Request processed in 36us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536204.400875:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1788536204.400886:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583097088:0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.400942:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583097216 00000100:00100000:1.0:1788536204.400946:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583097216 00000100:00100000:0.0:1788536204.400976:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583096576:0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.401039:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1788536204.401046:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583097216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536204.401089:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583097216:12345-0@lo:400:kworker.0 Request processed in 44us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536204.401095:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1788536204.401144:0:3283:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:0.0:1788536204.401149:0:3283:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967359 00000004:00080000:0.0:1788536204.401168:0:3283:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7c3bc380, transno 4294967359 00000100:00080000:3.0:1788536204.401179:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536204.401180:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583097216:0@lo:400:kworker.0 00000100:00100000:2.0:1788536204.907852:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536204.907883:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583097344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536204.907977:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536204.908108:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583097344 00000100:00100000:0.0:1788536204.908119:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583097344 00000100:00100000:0.0:1788536204.908176:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1788536204.908186:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583097344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536204.908233:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 76480512 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536204.908300:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583097344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536204.908308:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788536204.908524:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583097344:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536205.237714:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536205.886738:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536205.887339:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573874944 00000100:00100000:2.0:1788536205.887354:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573874944 00000100:00100000:2.0:1788536205.887459:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1079 00000100:00100000:2.0:1788536205.887473:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:28022:x1875415573874944:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788536205.887614:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:28022:x1875415573874944:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 144us (890us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536205.887623:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1079 00000100:00080000:2.0:1788536205.887651:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:2.0:1788536206.025604:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000001:00080000:2.0:1788536206.025622:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000020:00080000:1.0:1788536206.058477:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000001:00080000:1.0:1788536206.058520:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968002 is committed 00000001:00080000:1.0:1788536206.058532:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967999 is committed 00000001:00080000:1.0:1788536206.058539:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968001 is committed 00000020:00080000:1.0:1788536206.058554:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1c425c1840 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:1.0:1788536206.058561:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e471000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1c425c1000 00000020:00080000:1.0:1788536206.058565:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e471b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d73c15c00 00000020:00080000:2.0:1788536206.060710:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:2.0:1788536206.061017:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00010000:00010000:0.0:1788536206.251829:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536206.443861:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583097472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536206.443967:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536206.444147:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583097472 00000100:00100000:0.0:1788536206.444158:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583097472 00000100:00100000:0.0:1788536206.444251:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1788536206.444263:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583097472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536206.444309:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536206.444396:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583097472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536206.444427:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00080000:2.0:1788536206.444497:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536206.444537:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:2.0:1788536206.444544:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967353 committed transno 4294967353 00000100:00100000:2.0:1788536206.444608:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583097472:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788536207.276618:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788536207.679041:0:19992:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 11:36:45 (1788536205) 00000100:00100000:1.0:1788536207.934281:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536207.934325:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573875072 00000100:00100000:1.0:1788536207.934336:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573875072 00000100:00100000:1.0:1788536207.934423:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1080 00000100:00100000:1.0:1788536207.934434:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:28653:x1875415573875072:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788536207.934536:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+42:28653:x1875415573875072:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 104us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536207.934544:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1080 00000100:00080000:2.0:1788536207.934954:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536207.970728:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536207.970777:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536207.970805:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573875456 00000100:00100000:0.0:1788536207.970817:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573875456 00000100:00100000:0.0:1788536207.970886:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573875200 00000100:00100000:0.0:1788536207.970890:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573875200 00000100:00100000:0.0:1788536207.970909:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1081 00000100:00100000:0.0:1788536207.970919:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+92:28654:x1875415573875456:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:0.0:1788536207.970972:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536207.970999:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50989 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0958 expref: 92 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.971017:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536207.971022:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536207.971079:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1082 00000100:00100000:1.0:1788536207.971091:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+91:2354:x1875415573875200:12345-192.168.203.55@tcp:41:mkdir.0 00000004:00000024:1.0:1788536207.971128:0:6725:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 14680064 pending 0 free 2259812352 avail 2257715200 00000100:00100000:1.0:1788536207.971247:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+91:2354:x1875415573875200:12345-192.168.203.55@tcp:41:mkdir.0 Request processed in 157us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536207.971265:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1082 00010000:00010000:0.0:1788536207.971269:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.971296:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 41 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.971307:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788536207.971404:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536207.974765:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 41 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536207.974789:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 41 pid: 5823 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536207.974805:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e536300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583097600:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536207.974994:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fdf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536207.985963:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e536300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583097600:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536207.985997:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536207.990360:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536207.991748:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573875584 00000100:00100000:0.0:1788536207.991764:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573875584 00010000:00010000:0.0:1788536207.991814:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 42 pid: 5823 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536207.991861:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 328 00000100:00100000:0.0:1788536207.991885:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:2355:x1875415573875584:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536207.991900:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536207.991907:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 42 pid: 5823 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.991921:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 42 pid: 5823 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.991943:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f509c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b096d expref: 42 pid: 5823 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.991960:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536207.991965:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.991974:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.991981:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536207.992018:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536207.992128:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+41:2355:x1875415573875584:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 244us (1787us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536207.992136:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 328 00010000:00010000:2.0:1788536207.992256:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.992266:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.992290:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.992301:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.992309:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536207.993329:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 16384 00010000:00010000:2.0:1788536207.993343:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.993350:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.993360:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.993365:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536207.993410:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.993419:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.993430:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:2.0:1788536207.993433:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536207.993437:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536207.993442:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50c22 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536207.993471:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000817bd971 reply state 00000000a057098d transno 4294968003 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536207.993480:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536207.993554:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+92:28654:x1875415573875456:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 22633us (22832us total) trans 4294968003 rc 0/0 00000100:00100000:2.0:1788536207.993563:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1081 00010000:00010000:1.0:1788536208.001663:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.001679:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.001686:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.001692:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536208.001696:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.001704:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.001735:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8b1d61e36a00) 00010000:00010000:1.0:1788536208.001738:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536208.001743:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.001750:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c29 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536208.171664:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536208.171674:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536208.172186:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1788536208.172195:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536208.299615:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536208.497044:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536208.497438:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573875712 00000100:00100000:3.0:1788536208.497449:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573875712 00000100:00100000:3.0:1788536208.497514:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1083 00000100:00100000:3.0:1788536208.497597:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+91:28691:x1875415573875712:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:3.0:1788536208.497619:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536208.497644:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50c30 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a3f expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536208.497713:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50c37 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536208.497729:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50c37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536208.497754:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50c37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536208.497935:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536208.497940:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536208.497958:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50c37 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536208.497982:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50c30 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a3f expref: 93 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536208.498017:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50c37 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a3f expref: 92 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536208.498026:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536208.498029:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536208.498033:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547400, rc 0) 00000100:00100000:3.0:1788536208.498096:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:28691:x1875415573875712:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 502us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536208.498104:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1083 00000100:00100000:2.0:1788536208.513009:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.513082:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573875968 00000100:00100000:1.0:1788536208.513093:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573875968 00000100:00100000:1.0:1788536208.513160:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1084 00000100:00100000:1.0:1788536208.513171:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+92:28691:x1875415573875968:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:1.0:1788536208.513237:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536208.513264:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50c37 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a3f expref: 92 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.513285:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536208.513296:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536208.513503:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+91:28691:x1875415573875968:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 333us (503us total) trans 0 rc -17/-17 00000100:00100000:1.0:1788536208.513510:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1084 00000100:00100000:1.0:1788536208.520709:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536208.520803:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573876096 00000100:00100000:2.0:1788536208.520815:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573876096 00000100:00100000:2.0:1788536208.520874:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1085 00000100:00100000:2.0:1788536208.520883:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+91:28691:x1875415573876096:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536208.520904:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536208.520928:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c3e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a46 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.520991:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c45 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.521006:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.521017:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536208.521048:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536208.521051:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536208.521072:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c45 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.521096:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f50c3e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a46 expref: 93 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.521116:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c45 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a46 expref: 92 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.521124:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536208.521127:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536208.521131:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167d400, rc 0) 00000100:00100000:2.0:1788536208.521194:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+92:28691:x1875415573876096:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 311us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536208.521205:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1085 00000100:00100000:3.0:1788536208.527331:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.527454:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573876224 00000100:00100000:1.0:1788536208.527465:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573876224 00000100:00100000:2.0:1788536208.527612:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1086 00000100:00100000:2.0:1788536208.527624:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+92:28691:x1875415573876224:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536208.527645:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536208.527669:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f50c4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a4d expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527734:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527765:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527777:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527792:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527800:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527807:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527899:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50c61 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527907:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50c61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527920:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50c61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536208.527951:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 16384 00000004:00200000:2.0:1788536208.527955:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536208.527975:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50c61 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527987:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.527995:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528001:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528008:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536208.528012:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528020:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528031:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536208.528034:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536208.528039:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528046:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50c53 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528063:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528069:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528075:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528081:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536208.528083:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528090:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528097:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8b1d61e36500) 00010000:00010000:2.0:1788536208.528100:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536208.528103:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528108:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50c5a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528139:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f50c4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a4d expref: 94 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528306:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50c61 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a4d expref: 93 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.528320:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d61e36c00) 00010000:00010000:2.0:1788536208.528322:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536208.528325:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c600, rc 0) 00000100:00100000:2.0:1788536208.528420:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+93:28691:x1875415573876224:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 798us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536208.528427:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1086 00000100:00100000:3.0:1788536208.598518:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536208.598614:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536208.598643:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536208.598670:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536208.598700:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.598702:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573876608 00000100:00100000:1.0:1788536208.598714:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573876608 00000100:00100000:3.0:1788536208.598734:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573876864 00000100:00100000:3.0:1788536208.598739:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573876864 00000100:00100000:0.0:1788536208.598786:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573876480 00000100:00100000:0.0:1788536208.598791:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573876480 00000100:00100000:3.0:1788536208.599004:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573876736 00000100:00100000:3.0:1788536208.599008:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573876736 00000100:00100000:2.0:1788536208.601078:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573876352 00000100:00100000:2.0:1788536208.601094:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573876352 00000100:00100000:2.0:1788536208.601171:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 562 00000100:00100000:2.0:1788536208.601182:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573876352:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536208.601275:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573876352:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 95us (2766us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536208.601683:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 562 00000100:00080000:2.0:1788536208.601828:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536208.601833:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536208.602012:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 395 00000100:00100000:2.0:1788536208.602024:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573876864:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536208.602072:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573876864:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 52us (3428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536208.602079:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 395 00000100:00100000:0.0:1788536208.602233:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 396 00000100:00100000:0.0:1788536208.602243:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573876480:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536208.602293:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573876480:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (3609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536208.602300:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 396 00000100:00100000:1.0:1788536208.602581:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 397 00000100:00100000:1.0:1788536208.602588:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573876608:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536208.602621:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573876608:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (4007us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536208.602627:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 397 00000100:00100000:3.0:1788536208.603780:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 398 00000100:00100000:3.0:1788536208.603794:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573876736:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536208.603864:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573876736:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 74us (5163us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536208.603871:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 398 00000100:00100000:0.0:1788536208.632985:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536208.633602:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573876992 00000100:00100000:2.0:1788536208.633613:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573876992 00000100:00100000:2.0:1788536208.633687:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1087 00000100:00100000:2.0:1788536208.633697:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+41:28697:x1875415573876992:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536208.633726:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536208.633755:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50c68 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a54 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.633829:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.633848:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.633859:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536208.633906:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536208.633911:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536208.633938:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.633970:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50c68 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 43 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.633989:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 42 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.633998:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536208.634001:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536208.634005:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536208.634082:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+42:28697:x1875415573876992:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 386us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536208.634093:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1087 00000100:00100000:2.0:1788536208.642150:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.648321:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573877248 00000100:00100000:1.0:1788536208.648340:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573877248 00000100:00100000:1.0:1788536208.648699:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1088 00000100:00100000:1.0:1788536208.648714:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+93:28697:x1875415573877248:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536208.648738:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536208.648741:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1788536208.648772:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50c61 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a4d expref: 93 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.648794:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d61e36c00) 00010000:00010000:1.0:1788536208.648807:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536208.648826:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50c76 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a5b expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.648971:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.648984:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.648994:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.649008:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.649023:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.649030:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654826:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654855:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654866:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536208.654878:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:1.0:1788536208.654907:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654915:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654922:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654927:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536208.654932:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654939:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654969:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:1.0:1788536208.654972:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536208.654977:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.654984:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50c7d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536208.655000:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000006144dda6 reply state 00000000443d07d4 transno 4294968004 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536208.655008:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536208.655046:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50c76 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 95 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.655066:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 94 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.655073:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:1.0:1788536208.655076:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536208.655078:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2a00, rc 0) 00000100:00100000:1.0:1788536208.655167:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+95:28697:x1875415573877248:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 6458us (13027us total) trans 4294968004 rc 0/0 00000100:00100000:1.0:1788536208.655176:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1088 00000100:00100000:3.0:1788536208.660975:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536208.661116:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.661130:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.661138:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.661145:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536208.661149:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.661158:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.661173:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff8b1d585fa800) 00010000:00010000:0.0:1788536208.661176:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536208.661181:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.661199:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50c84 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536208.667053:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573877504 00000100:00100000:2.0:1788536208.667071:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573877504 00000100:00100000:2.0:1788536208.667165:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1089 00000100:00100000:2.0:1788536208.667175:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+94:28697:x1875415573877504:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536208.667200:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536208.667237:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50c99 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a62 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.667677:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.667693:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 95 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.667702:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.667733:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 95 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.667745:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 95 pid: 6725 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536208.667757:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583097728:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536208.670589:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435b1240 going to sleep for 11 seconds 00000100:00100000:2.0:1788536208.676606:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583097728:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536208.676636:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536208.677619:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.680746:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573877632 00000100:00100000:1.0:1788536208.680766:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573877632 00010000:00010000:0.0:1788536208.681144:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 96 pid: 6725 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536208.681192:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 329 00000100:00100000:0.0:1788536208.681203:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464edc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:2354:x1875415573877632:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536208.681227:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536208.681235:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 96 pid: 6725 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.681249:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 96 pid: 6725 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.681271:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50c8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a5b expref: 96 pid: 6725 timeout: 686 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.681300:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:0.0:1788536208.681306:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.681315:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.681322:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.681547:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.681557:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536208.681577:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 0 00010000:00010000:2.0:1788536208.681833:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.683419:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.683428:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.683433:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536208.683438:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.683448:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 5/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.683463:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536208.683466:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536208.683471:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 3/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.683534:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50c99 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a62 expref: 96 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.683545:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:2.0:1788536208.683547:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536208.683551:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50c99 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a62 expref: 96 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536208.683573:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d800, rc 0) 00000100:00100000:2.0:1788536208.683650:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:28697:x1875415573877504:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 16476us (22687us total) trans 4294968005 rc 301/301 00000100:00100000:2.0:1788536208.683660:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1089 00010000:00010000:0.0:1788536208.684001:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ca0 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.684024:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536208.684064:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464edc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+94:2354:x1875415573877632:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2862us (6449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536208.684072:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 329 00000100:00100000:2.0:1788536208.690472:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536208.690608:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573877888 00000100:00100000:3.0:1788536208.690619:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573877888 00000100:00100000:3.0:1788536208.690680:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 217 00000100:00100000:3.0:1788536208.690690:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b99050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+94:28697:x1875415573877888:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536208.691165:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b99050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:28697:x1875415573877888:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 475us (701us total) trans 4294968006 rc 0/0 00000100:00100000:3.0:1788536208.691173:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 217 00000100:00100000:2.0:1788536208.694661:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.694743:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573878016 00000100:00100000:1.0:1788536208.694752:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573878016 00000100:00100000:1.0:1788536208.694826:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1090 00000100:00100000:1.0:1788536208.694847:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:28697:x1875415573878016:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536208.694874:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536208.695004:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50cae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a69 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.695069:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50cae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a69 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.695085:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50cae lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a69 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.695105:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:1.0:1788536208.695108:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536208.695112:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2400, rc 0) 00000100:00100000:1.0:1788536208.695171:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:28697:x1875415573878016:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 336us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536208.695178:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1090 00000100:00100000:2.0:1788536208.702688:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.702979:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573878272 00000100:00100000:1.0:1788536208.702992:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573878272 00000100:00100000:1.0:1788536208.703065:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1091 00000100:00100000:1.0:1788536208.703076:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+96:28697:x1875415573878272:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788536208.704637:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.704663:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.704699:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.707678:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.707696:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.707704:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.707711:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536208.707716:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.707724:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.707742:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:0.0:1788536208.707745:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788536208.707750:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.707757:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cb5 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536208.707878:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+97:28697:x1875415573878272:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 4800us (5199us total) trans 4294968007 rc 0/0 00000100:00100000:0.0:1788536208.707888:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1091 00000100:00100000:2.0:1788536208.714505:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.718639:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573878528 00000100:00100000:1.0:1788536208.718654:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573878528 00000100:00100000:0.0:1788536208.718950:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1092 00000100:00100000:0.0:1788536208.718962:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+97:28697:x1875415573878528:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536208.719244:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.719262:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.719274:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536208.719557:0:5824:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968008 00000004:00010000:0.0:1788536208.719599:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000bef3844a reply state 00000000f4a3baaf transno 4294968009 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536208.719610:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536208.719698:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+100:28697:x1875415573878528:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 737us (5203us total) trans 4294968009 rc 0/0 00000100:00100000:0.0:1788536208.719705:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1092 00000020:00080000:0.0:1788536208.719710:0:5824:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788536208.726186:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.726204:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.726211:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.726228:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536208.726233:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.726242:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536208.726483:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536208.726487:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:1.0:1788536208.726489:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788536208.726494:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.726501:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50cbc lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536208.726580:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573878784 00000100:00100000:0.0:1788536208.726591:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573878784 00000100:00100000:0.0:1788536208.726647:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 218 00000100:00100000:0.0:1788536208.726658:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+99:28697:x1875415573878784:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536208.726968:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+100:28697:x1875415573878784:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 311us (598us total) trans 4294968010 rc 0/0 00000100:00100000:0.0:1788536208.726975:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 218 00000100:00100000:2.0:1788536208.814507:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.814695:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573878912 00000100:00100000:1.0:1788536208.814706:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573878912 00000100:00100000:1.0:1788536208.814784:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1093 00000100:00100000:1.0:1788536208.814794:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+100:28703:x1875415573878912:12345-192.168.203.55@tcp:101:cmp.0 00010000:00010000:1.0:1788536208.814817:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536208.814836:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50cc3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a70 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.814896:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.814911:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.814924:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.814940:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.814947:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.814954:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815043:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50cd8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815051:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815057:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536208.815089:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 16384 00000004:00200000:1.0:1788536208.815092:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536208.815124:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50cd8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815135:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815141:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815148:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815153:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536208.815157:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815165:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815176:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:1.0:1788536208.815179:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536208.815184:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815190:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f50cca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815201:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815228:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815235:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815240:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536208.815243:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815249:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815256:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536208.815259:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536208.815261:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815268:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50cd1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815297:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f50cc3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a70 expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815309:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2a00/0x94dfe24b69f50cd8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a70 expref: 101 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.815316:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:1.0:1788536208.815318:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788536208.815326:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2a00, rc 0) 00000100:00100000:1.0:1788536208.815814:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+101:28703:x1875415573878912:12345-192.168.203.55@tcp:101:cmp.0 Request processed in 1018us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536208.815822:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1093 00000100:00100000:2.0:1788536208.819724:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536208.819959:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573879168 00000100:00100000:0.0:1788536208.819968:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573879168 00000100:00100000:0.0:1788536208.820028:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1094 00000100:00100000:0.0:1788536208.820039:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+101:28703:x1875415573879168:12345-192.168.203.55@tcp:101:cmp.0 00010000:00010000:0.0:1788536208.820057:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536208.820078:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50cdf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a77 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.820168:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.820183:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.820195:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.820209:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.820228:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.820234:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.820346:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50cf4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823131:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50cf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823162:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50cf4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536208.823186:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:0.0:1788536208.823360:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823774:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823782:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823788:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536208.823792:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823799:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823811:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:0.0:1788536208.823814:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536208.823818:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823824:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ce6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823849:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823867:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823872:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823877:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536208.823880:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823886:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823895:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff8b1d4969e800) 00010000:00010000:0.0:1788536208.823898:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536208.823901:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823907:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50ced lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823966:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50cdf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a77 expref: 104 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823982:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50cf4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a77 expref: 103 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536208.823988:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:0.0:1788536208.823990:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536208.823998:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536208.824062:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+103:28703:x1875415573879168:12345-192.168.203.55@tcp:101:cmp.0 Request processed in 4025us (4347us total) trans 4294968011 rc 0/0 00000100:00100000:0.0:1788536208.824072:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1094 00000100:00100000:2.0:1788536208.832932:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536208.833069:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573879424 00000100:00100000:0.0:1788536208.833080:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573879424 00000100:00100000:0.0:1788536208.833145:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 48 00000100:00100000:0.0:1788536208.833157:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+103:28703:x1875415573879424:12345-192.168.203.55@tcp:103:cmp.0 00010000:00010000:1.0:1788536208.833409:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788536208.833438:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50cf4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a77 expref: 103 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.833474:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50cae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a69 expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.833484:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:1.0:1788536208.833496:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536208.833559:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+101:28703:x1875415573879424:12345-192.168.203.55@tcp:103:cmp.0 Request processed in 405us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536208.833567:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 48 00000100:00100000:2.0:1788536208.840145:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536208.840314:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573879552 00000100:00100000:3.0:1788536208.840324:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573879552 00000100:00100000:3.0:1788536208.840415:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1095 00000100:00100000:3.0:1788536208.840425:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+101:28703:x1875415573879552:12345-192.168.203.55@tcp:58:cmp.0 00010000:00010000:3.0:1788536208.840532:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536208.840549:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536208.840562:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536208.840762:0:5825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:3.0:1788536208.840851:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+101:28703:x1875415573879552:12345-192.168.203.55@tcp:58:cmp.0 Request processed in 426us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536208.840859:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1095 00000100:00100000:2.0:1788536208.843754:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536208.843841:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573879680 00000100:00100000:1.0:1788536208.843855:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573879680 00000100:00100000:1.0:1788536208.843914:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1096 00000100:00100000:1.0:1788536208.843937:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+101:28703:x1875415573879680:12345-192.168.203.55@tcp:101:cmp.0 00010000:00010000:1.0:1788536208.843962:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536208.843989:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a7e expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.844051:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.844063:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.844095:0:5823:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.844343:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.844361:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536208.844364:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536208.844407:0:5823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536208.844417:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2400, rc 0) 00000100:00100000:1.0:1788536208.844477:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:28703:x1875415573879680:12345-192.168.203.55@tcp:101:cmp.0 Request processed in 555us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536208.844485:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1096 00000040:00080000:0.0:1788536209.195575:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536209.195586:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536209.195659:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:0.0:1788536209.195667:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536209.195814:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583097856:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536209.195947:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536209.206907:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583097856:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536209.207400:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.207661:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573879808 00000100:00100000:0.0:1788536209.207668:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573879808 00000100:00100000:0.0:1788536209.207733:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1097 00000100:00100000:0.0:1788536209.207745:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:28704:x1875415573879808:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536209.207776:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00080000:2.0:1788536209.207955:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536209.208679:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+42:28704:x1875415573879808:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 931us (1303us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.208689:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1097 00000100:00100000:2.0:1788536209.216863:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.216936:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573879936 00000100:00100000:0.0:1788536209.216947:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573879936 00000100:00100000:0.0:1788536209.217006:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1098 00000100:00100000:0.0:1788536209.217030:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:28704:x1875415573879936:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788536209.217104:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217185:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217198:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217324:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217333:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217340:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217364:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217411:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217419:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536209.217454:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:0.0:1788536209.217460:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536209.217473:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217495:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217502:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217509:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217514:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536209.217519:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217526:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217538:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536209.217541:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536209.217546:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217552:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d10 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217576:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217583:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217589:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217602:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536209.217605:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217612:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217621:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8b3c9e9 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536209.217623:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536209.217626:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217631:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d17 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8b3c9e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217648:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217656:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217662:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217667:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536209.217670:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217677:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217699:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:0.0:1788536209.217701:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536209.217705:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.217710:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d1e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.217910:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:28704:x1875415573879936:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 880us (1056us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.217919:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1098 00000100:00100000:1.0:1788536209.230839:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.236241:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573880192 00000100:00100000:2.0:1788536209.236265:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573880192 00000100:00100000:2.0:1788536209.236357:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1099 00000100:00100000:2.0:1788536209.236402:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+42:28704:x1875415573880192:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536209.236426:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536209.236448:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50d25 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a85 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236552:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236567:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236577:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536209.236589:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:2.0:1788536209.236684:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236706:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236713:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236719:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536209.236724:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236733:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236746:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:2.0:1788536209.236748:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536209.236754:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236760:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50d2c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236798:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50d25 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a85 expref: 44 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236808:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536209.236810:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536209.236814:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50d25 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a85 expref: 44 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.236823:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c600, rc 0) 00000100:00100000:2.0:1788536209.236906:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:28704:x1875415573880192:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 539us (6078us total) trans 4294968012 rc 301/301 00000100:00100000:2.0:1788536209.236913:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1099 00000100:00100000:1.0:1788536209.244028:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536209.246540:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573880320 00000100:00100000:3.0:1788536209.246558:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573880320 00000100:00100000:3.0:1788536209.246634:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1100 00000100:00100000:3.0:1788536209.246646:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:28704:x1875415573880320:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536209.246710:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x44:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536209.246833:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:28704:x1875415573880320:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 190us (2815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536209.246841:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1100 00000100:00100000:3.0:1788536209.251066:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.252202:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573880448 00000100:00100000:0.0:1788536209.252225:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573880448 00000100:00100000:0.0:1788536209.252295:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1101 00000100:00100000:0.0:1788536209.252306:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:28704:x1875415573880448:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536209.252326:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536209.252349:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a8c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252469:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252485:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252496:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252510:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252532:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252539:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252650:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50d4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252658:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50d4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252666:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50d4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536209.252704:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 16384 00000004:00200000:0.0:1788536209.252708:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536209.252727:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50d4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252739:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252746:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252753:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252759:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536209.252763:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252778:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252791:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:0.0:1788536209.252794:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536209.252799:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252805:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252829:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252835:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252841:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252846:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536209.252849:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252854:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252861:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536209.252863:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536209.252866:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252882:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252919:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a8c expref: 45 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252934:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837e00/0x94dfe24b69f50d4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a8c expref: 44 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.252942:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:0.0:1788536209.252944:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536209.252947:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837e00, rc 0) 00000100:00100000:0.0:1788536209.253451:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:28704:x1875415573880448:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1145us (2396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.253460:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1101 00000100:00100000:1.0:1788536209.261567:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.261654:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573880704 00000100:00100000:0.0:1788536209.261665:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573880704 00000100:00100000:0.0:1788536209.261735:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1102 00000100:00100000:0.0:1788536209.261746:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:28704:x1875415573880704:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536209.261772:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536209.261799:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d56 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a93 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536209.263254:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:0.0:1788536209.266299:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.266340:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.266354:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.266818:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d56 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a93 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.266852:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a93 expref: 46 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.266861:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536209.266864:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536209.266868:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536209.266992:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:28704:x1875415573880704:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 5246us (5435us total) trans 4294968013 rc 0/0 00000100:00100000:0.0:1788536209.267000:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1102 00000100:00100000:3.0:1788536209.271761:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.277237:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573880960 00000100:00100000:2.0:1788536209.277256:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573880960 00000100:00100000:2.0:1788536209.277356:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1103 00000100:00100000:2.0:1788536209.277866:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:28704:x1875415573880960:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536209.278077:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536209.278128:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50d5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a93 expref: 46 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278164:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536209.278175:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536209.278204:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278247:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278264:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278295:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278303:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278308:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278389:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278396:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278404:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278409:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536209.278413:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278420:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278428:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:1.0:1788536209.278436:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536209.278440:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278447:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50d6b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278456:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278462:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278467:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278471:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536209.278473:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278478:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278484:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x7f6eb735 (ffff8b1d585fa900) 00010000:00010000:1.0:1788536209.278486:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536209.278489:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.278494:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d72 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x42:0x0].0x7f6eb735 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.278589:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:28704:x1875415573880960:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1223us (6836us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536209.278604:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1103 00000100:00100000:2.0:1788536209.282070:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.282251:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573881088 00000100:00100000:0.0:1788536209.282262:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573881088 00000100:00100000:0.0:1788536209.282323:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1104 00000100:00100000:0.0:1788536209.282334:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:28704:x1875415573881088:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536209.282353:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536209.282419:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d79 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0a9a expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.282456:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.282481:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.282493:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.282583:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50d79 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 47 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.282612:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.282621:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536209.282624:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536209.282628:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837600, rc 0) 00000100:00100000:0.0:1788536209.282692:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:28704:x1875415573881088:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 360us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.282699:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1104 00000100:00100000:2.0:1788536209.288965:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.289076:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573881344 00000100:00100000:0.0:1788536209.289088:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573881344 00000100:00100000:0.0:1788536209.289149:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1105 00000100:00100000:0.0:1788536209.289160:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:28704:x1875415573881344:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536209.289253:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.289272:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.289303:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536209.289602:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 88 off9248 00000004:00080000:0.0:1788536209.289614:0:6725:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 587517243821ns, next at 588517241431ns, rc = 0 00000004:00010000:0.0:1788536209.289701:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000c9067b9c reply state 00000000627cc6d4 transno 4294968014 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.289710:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536209.289799:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:28704:x1875415573881344:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 639us (841us total) trans 4294968014 rc 0/0 00000100:00100000:0.0:1788536209.289806:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1105 00010000:00010000:0.0:1788536209.291773:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.291789:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.291798:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.291804:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536209.291809:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.291817:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.291835:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:0.0:1788536209.291838:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788536209.291861:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.291867:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50d87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536209.302072:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.302691:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573881472 00000100:00100000:1.0:1788536209.302702:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573881472 00000100:00100000:1.0:1788536209.302768:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1106 00000100:00100000:1.0:1788536209.302779:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:28704:x1875415573881472:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536209.302801:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536209.302822:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0aa1 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.302883:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.302899:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.302918:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:1.0:1788536209.302921:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536209.302924:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3400, rc 0) 00000100:00100000:1.0:1788536209.302983:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:28704:x1875415573881472:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 205us (919us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.302990:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1106 00000100:00100000:1.0:1788536209.305786:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.305980:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573881600 00000100:00100000:2.0:1788536209.305990:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573881600 00000100:00100000:2.0:1788536209.306061:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 289 00000100:00100000:2.0:1788536209.306071:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573881600:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788536209.306839:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573881600:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 767us (1059us total) trans 4294967360 rc 0/0 00000100:00100000:2.0:1788536209.306848:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 289 00000100:00100000:2.0:1788536209.309474:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.309563:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573881856 00000100:00100000:0.0:1788536209.309573:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573881856 00000100:00100000:0.0:1788536209.309631:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 219 00000100:00100000:0.0:1788536209.309641:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:28704:x1875415573881856:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536209.309969:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:28704:x1875415573881856:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 328us (502us total) trans 4294968015 rc 0/0 00000100:00100000:0.0:1788536209.309977:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 219 00000100:00100000:1.0:1788536209.313649:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536209.313731:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573882112 00000100:00100000:3.0:1788536209.313741:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573882112 00000100:00100000:3.0:1788536209.313792:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1107 00000100:00100000:3.0:1788536209.313800:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:28704:x1875415573882112:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536209.313901:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:28704:x1875415573882112:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 100us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536209.313908:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1107 00000100:00100000:1.0:1788536209.317112:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.317358:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573882240 00000100:00100000:2.0:1788536209.317406:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573882240 00000100:00100000:2.0:1788536209.317464:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1108 00000100:00100000:2.0:1788536209.317473:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:28704:x1875415573882240:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536209.317492:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536209.317511:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f50d95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0aa8 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.317603:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50d9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.317618:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50d9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.317628:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50d9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536209.317665:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536209.317682:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50d9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.317723:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f50d95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa8 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.317741:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50d9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa8 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.317749:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:2.0:1788536209.317752:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788536209.317756:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d400, rc 0) 00000100:00100000:2.0:1788536209.317821:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:28704:x1875415573882240:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 349us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.317828:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1108 00010000:00010000:1.0:1788536209.324183:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536209.325719:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.325802:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573882368 00000100:00100000:0.0:1788536209.325811:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573882368 00000100:00100000:0.0:1788536209.325865:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 290 00000100:00100000:0.0:1788536209.325875:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573882368:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536209.325891:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536209.325911:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0aaf expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536209.325938:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ae590, blocks: 0x1 00010000:00010000:0.0:1788536209.325956:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=587s v=(0 0) 00010000:00010000:0.0:1788536209.325961:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536209.325971:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.325987:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.326015:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536209.326089:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573882368:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 215us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.326096:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 290 00000100:00100000:3.0:1788536209.333085:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.333177:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573882624 00000100:00100000:0.0:1788536209.333190:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573882624 00000100:00100000:0.0:1788536209.333270:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1109 00000100:00100000:0.0:1788536209.333281:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:28704:x1875415573882624:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536209.333437:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:28704:x1875415573882624:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 158us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.333444:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1109 00000100:00100000:1.0:1788536209.338081:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536209.338405:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573882752 00000100:00100000:3.0:1788536209.338415:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573882752 00000100:00100000:3.0:1788536209.338472:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00100000:3.0:1788536209.338482:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:28704:x1875415573882752:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536209.338500:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536209.338518:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ab6 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.338548:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.338567:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536209.338571:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536209.338577:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 13 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.338611:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.338625:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 13 pid: 6668 timeout: 687 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536209.338639:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583097984:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536209.338746:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436846c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536209.345687:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.345768:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573882880 00000100:00100000:1.0:1788536209.345778:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573882880 00010000:00010000:1.0:1788536209.345818:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 14 pid: 6668 timeout: 687 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.345860:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 330 00000100:00100000:1.0:1788536209.345869:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415573882880:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536209.345884:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536209.345907:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 14 pid: 6668 timeout: 687 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.345920:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 14 pid: 6668 timeout: 687 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.345943:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536209.345948:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536209.345957:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 14 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.345967:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 14 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.345999:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 14 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.346012:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583098112:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536209.346106:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fdf00 going to sleep for 11 seconds 00010000:00010000:3.0:1788536209.346790:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002b87cfe8/0x94dfe24b69f50da3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aaf expref: 14 pid: 6668 timeout: 687 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536209.346809:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583097984:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536209.346837:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 13 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.346849:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536209.346896:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:28704:x1875415573882752:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 8416us (8824us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536209.346907:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00100000:1.0:1788536209.359427:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583098112:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536209.359456:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536209.368555:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573882880:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 22674us (22866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.368571:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 330 00000100:00100000:2.0:1788536209.370463:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.370570:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573883008 00000100:00100000:1.0:1788536209.370580:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573883008 00002000:00100000:1.0:1788536209.370629:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff8b1d77584a80 x1875415573883008/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:110/0 lens 648/0 e 0 to 0 dl 1788536220 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536209.370639:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d77584a80 with x1875415573883008 ext(0->157) 00002000:00010000:1.0:1788536209.370645:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d77584a80 00000100:00100000:1.0:1788536209.370719:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 99 00000100:00100000:1.0:1788536209.370729:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573883008:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536209.373320:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415573883008:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 2579us (2854us total) trans 4294967361 rc 0/0 00000100:00100000:1.0:1788536209.373336:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 99 00002000:00100000:1.0:1788536209.373352:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->157) req@ffff8b1d77584a80 x1875415573883008/t4294967361(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:110/0 lens 648/448 e 0 to 0 dl 1788536220 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536209.373362:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d77584a80 with x1875415573883008 ext(0->157) 00002000:00010000:1.0:1788536209.373383:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d77584a80 00000100:00100000:3.0:1788536209.384856:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.384958:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573883136 00000100:00100000:0.0:1788536209.384968:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573883136 00000100:00100000:0.0:1788536209.385030:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1110 00000100:00100000:0.0:1788536209.385051:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:28704:x1875415573883136:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1788536209.431502:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:28704:x1875415573883136:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 46453us (46644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.431516:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1110 00000001:00080000:1.0:1788536209.431599:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968015 is committed 00000004:00080000:1.0:1788536209.431611:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000001:00080000:1.0:1788536209.431633:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968011 is committed 00000020:00080000:1.0:1788536209.431672:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000020:00080000:1.0:1788536209.431695:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:1.0:1788536209.431706:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:0.0:1788536209.432566:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583098240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1788536209.432628:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.432771:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583098240 00000100:00100000:2.0:1788536209.432779:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583098240 00000100:00100000:2.0:1788536209.432843:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1788536209.432853:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583098240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1788536209.433002:0:6666:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788536209.433006:0:6666:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1788536208 00002000:00010000:2.0:1788536209.433009:0:6666:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788536209.433011:0:6666:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1788536208 -> 1788536208 00002000:00010000:2.0:1788536209.433014:0:6666:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1788536209.433052:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583098240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 201us (423us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1788536209.433058:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00080000:0.0:1788536209.433219:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:0.0:1788536209.433253:0:3282:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d77586300/2, rc 0, transno 4294967362 00000100:00100000:0.0:1788536209.433331:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583098240:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1788536209.435007:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536209.435196:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573883264 00000100:00100000:3.0:1788536209.435206:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573883264 00000100:00100000:3.0:1788536209.435363:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 293 00000100:00100000:3.0:1788536209.435409:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415573883264:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1788536209.473346:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967361 is committed 00000001:00080000:1.0:1788536209.473396:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000100:00100000:0.0:1788536209.473605:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573883264:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 38193us (38600us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.473635:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 293 00000100:00100000:0.0:1788536209.476994:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.477088:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573883520 00000100:00100000:1.0:1788536209.477098:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573883520 00000100:00100000:1.0:1788536209.477162:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1111 00000100:00100000:1.0:1788536209.477171:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:28704:x1875415573883520:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536209.477244:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536209.477270:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f50d9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa8 expref: 46 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.477303:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:1.0:1788536209.477308:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536209.477337:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.477351:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.477360:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536209.477581:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000007cac505d reply state 00000000490b9b1f transno 4294968016 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.477591:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536209.477687:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:28704:x1875415573883520:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 516us (702us total) trans 4294968016 rc 0/0 00000100:00100000:1.0:1788536209.477709:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1111 00010000:00010000:1.0:1788536209.481658:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.481678:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.481686:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.481692:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536209.481698:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.481707:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.481725:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:1.0:1788536209.481728:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536209.481733:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.481739:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50db1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.482970:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536209.483302:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573883648 00000100:00100000:3.0:1788536209.483312:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573883648 00000100:00100000:3.0:1788536209.483411:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 294 00000100:00100000:3.0:1788536209.483424:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573883648:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788536209.483662:0:9635:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:3.0:1788536209.483666:0:9635:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1788536208 -> 1536580263 00002000:00010000:3.0:1788536209.483668:0:9635:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1788535646 00002000:00010000:3.0:1788536209.483670:0:9635:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1788536208 -> 1788536208 00002000:00010000:3.0:1788536209.483672:0:9635:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1788536209.483728:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573883648:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 306us (765us total) trans 4294967363 rc 0/0 00000100:00100000:3.0:1788536209.483736:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 294 00000100:00100000:2.0:1788536209.493335:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536209.496590:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573883904 00000100:00100000:3.0:1788536209.496605:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573883904 00000100:00100000:0.0:1788536209.496768:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1112 00000100:00100000:0.0:1788536209.496779:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:28704:x1875415573883904:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788536209.496845:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.496861:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.496870:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.496904:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.496917:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 46 pid: 16075 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.496931:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583098368:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536209.497031:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536209.503197:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583098368:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536209.503250:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.505295:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.505433:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573884032 00000100:00100000:1.0:1788536209.505449:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573884032 00010000:00010000:1.0:1788536209.505498:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 47 pid: 16075 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.505550:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 331 00000100:00100000:1.0:1788536209.505575:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573884032:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536209.505590:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536209.505597:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 47 pid: 16075 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.505610:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 47 pid: 16075 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.505634:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50d80 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a9a expref: 47 pid: 16075 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.505668:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:1.0:1788536209.505674:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.505684:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.505693:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.505727:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536209.505789:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.505808:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:2355:x1875415573884032:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 225us (518us total) trans 0 rc 0/0 00010000:00010000:3.0:1788536209.505813:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.505828:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 331 00010000:00010000:3.0:1788536209.505863:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.505874:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.505883:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.505889:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536209.505896:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.505905:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.505921:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:3.0:1788536209.505925:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788536209.505930:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.505944:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50db8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536209.506047:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:28704:x1875415573883904:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 9268us (12720us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788536209.506057:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1112 00000100:00100000:0.0:1788536209.514423:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.514570:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573884160 00000100:00100000:1.0:1788536209.514586:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573884160 00000100:00100000:1.0:1788536209.514663:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 295 00000100:00100000:1.0:1788536209.514673:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573884160:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536209.514731:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.514750:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.514758:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536209.514762:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536209.514768:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 4/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.514803:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.514815:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 12 pid: 9635 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.514828:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583098496:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536209.514927:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536209.517654:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583099008:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.517747:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.517805:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788536209.517885:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583098624:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.517922:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.517967:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583099136:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.517993:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.518025:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583098880:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518046:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.518062:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536209.518067:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583098752:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518089:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.518120:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583098624 00000100:00100000:2.0:1788536209.518129:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583098624 00000100:00100000:2.0:1788536209.518184:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1788536209.518193:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583098624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518260:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583098624:12345-0@lo:400:kworker.0 Request processed in 68us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.518269:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1788536209.518307:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583099136 00000100:00100000:2.0:1788536209.518310:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583099136 00000100:00100000:2.0:1788536209.518346:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583098880 00000100:00100000:2.0:1788536209.518349:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583098880 00000100:00100000:2.0:1788536209.518397:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583098752 00000100:00100000:2.0:1788536209.518401:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583098752 00000100:00100000:2.0:1788536209.518416:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1788536209.518422:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583099136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518454:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583099136:12345-0@lo:400:kworker.0 Request processed in 33us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.518461:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1788536209.518473:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1788536209.518478:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583098880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518506:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583098880:12345-0@lo:400:kworker.0 Request processed in 28us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.518512:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1788536209.518522:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1788536209.518527:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583098752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518552:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583098752:12345-0@lo:400:kworker.0 Request processed in 25us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.518558:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00080000:2.0:1788536209.518581:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536209.518643:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583098752:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518655:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583098880:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518691:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583098624:0@lo:400:kworker.0 00000100:00100000:2.0:1788536209.518702:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583099136:0@lo:400:kworker.0 00000100:00100000:0.0:1788536209.519023:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583099008 00000100:00100000:0.0:1788536209.519029:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583099008 00000100:00100000:0.0:1788536209.519074:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1788536209.519097:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583099008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536209.519139:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583099008:12345-0@lo:400:kworker.0 Request processed in 44us (1393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.519146:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00080000:2.0:1788536209.519912:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536209.519966:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583099008:0@lo:400:kworker.0 00000100:00100000:1.0:1788536209.528952:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.529557:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573884288 00000100:00100000:2.0:1788536209.529574:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573884288 00000100:00100000:0.0:1788536209.529614:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583098496:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536209.529637:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 13 pid: 9635 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.529649:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 3/1,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536209.529710:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 332 00000100:00100000:2.0:1788536209.529722:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2353:x1875415573884288:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536209.529739:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536209.529765:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 13 pid: 9635 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.529782:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 13 pid: 9635 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.529929:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50daa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ab6 expref: 13 pid: 9635 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.530023:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536209.530028:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536209.530035:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.530052:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.530078:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536209.530165:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415573884288:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 445us (1221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.530172:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 332 00010000:00010000:0.0:1788536209.530550:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.530565:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.530602:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.530611:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.530621:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.530628:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536209.530645:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.530978:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.531002:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.531012:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008caa4ac5/0x94dfe24b69f50dbf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.531109:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573884160:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 16433us (16748us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.531119:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 295 00000100:00100000:1.0:1788536209.535658:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.538626:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573884544 00000100:00100000:2.0:1788536209.538643:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573884544 00000100:00100000:2.0:1788536209.538724:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1113 00000100:00100000:2.0:1788536209.538735:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:28704:x1875415573884544:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788536209.538817:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.538837:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.538849:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.539062:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.539074:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.539083:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.539117:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.539131:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 46 pid: 5824 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536209.539145:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583099264:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536209.539255:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536209.542511:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.543070:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583099264:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536209.543103:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.544621:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573884672 00000100:00100000:1.0:1788536209.544640:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573884672 00010000:00010000:1.0:1788536209.544709:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 47 pid: 5824 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.544779:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 333 00000100:00100000:1.0:1788536209.544819:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573884672:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536209.544839:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536209.544847:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 47 pid: 5824 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.544864:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 47 pid: 5824 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.544891:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50d8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aa1 expref: 47 pid: 5824 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.544910:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:1.0:1788536209.544915:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.544925:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.544944:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.544980:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536209.545041:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.545057:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+46:2355:x1875415573884672:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 248us (2559us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.545064:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 333 00010000:00010000:2.0:1788536209.545363:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536209.545557:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968017 00000001:00080000:2.0:1788536209.545828:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968018 00000001:00080000:2.0:1788536209.545875:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968019 00000100:00100000:2.0:1788536209.546886:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583099392:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788536209.546952:0:6725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.547034:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536209.547580:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583099392 00000100:00100000:0.0:1788536209.547589:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583099392 00000100:00100000:0.0:1788536209.547888:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788536209.547898:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583099392:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788536209.548006:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583099392:12345-0@lo:1000:mdt00_003.0 Request processed in 111us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.548014:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788536209.548135:0:6725:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:3.0:1788536209.548142:0:6725:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d77586300, transno 4294967362 00000100:00100000:3.0:1788536209.548157:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583099392:0@lo:1000:mdt00_003.0 00000001:00080000:3.0:1788536209.549074:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968020 00000100:00100000:3.0:1788536209.549137:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583099520:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788536209.549180:0:6725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536209.549218:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47ff9900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536209.553516:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583099520 00000100:00100000:0.0:1788536209.553534:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583099520 00000100:00100000:0.0:1788536209.553600:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788536209.553609:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583099520:12345-0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788536209.553880:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6725:x1875415583099520:12345-0@lo:1000:mdt00_003.0 Request processed in 272us (4698us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1788536209.553905:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788536209.554006:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583099520:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788536209.554072:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554106:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554128:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554135:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536209.554140:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554150:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554170:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d4969e100) 00010000:00010000:1.0:1788536209.554173:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536209.554180:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554187:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50dcd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554240:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554247:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554265:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554271:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536209.554282:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554289:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554299:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536209.554302:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536209.554311:0:6725:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 92 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554326:0:6725:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 92 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554336:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 92 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.554449:0:6725:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 92 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.554467:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfff480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583099648:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536209.554580:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fda80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536209.557993:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.558248:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfff480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583099648:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536209.558297:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558311:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f50d02 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558422:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558442:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558458:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558474:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558484:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558492:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558498:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536209.558504:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558513:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558528:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536209.558531:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536209.558536:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558541:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50dd4 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558564:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558571:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558577:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558583:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536209.558586:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558593:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558601:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536209.558604:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536209.558607:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.558613:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50dc6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.558878:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573884800 00000100:00100000:0.0:1788536209.558893:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573884800 00000100:00100000:0.0:1788536209.558965:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 220 00000100:00100000:0.0:1788536209.558976:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:28703:x1875415573884800:12345-192.168.203.55@tcp:49:cmp.0 00000100:00100000:0.0:1788536209.559118:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:28703:x1875415573884800:12345-192.168.203.55@tcp:49:cmp.0 Request processed in 143us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.559126:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 220 00000040:00080000:1.0:1788536209.559249:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536209.559256:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00080000:2.0:1788536209.559758:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1788536209.564129:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788536209.564159:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536209.564414:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:28704:x1875415573884544:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 25629us (28712us total) trans 4294968021 rc 0/0 00000100:00100000:1.0:1788536209.564456:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1113 00000020:00080000:1.0:1788536209.564466:0:6725:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:3.0:1788536209.569529:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.570413:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573884928 00000100:00100000:1.0:1788536209.570429:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573884928 00000100:00100000:1.0:1788536209.570521:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 296 00000100:00100000:1.0:1788536209.570536:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:28703:x1875415573884928:12345-192.168.203.55@tcp:101:cmp.0 00010000:00010000:1.0:1788536209.570561:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536209.570589:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0abd expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536209.570622:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9ae35e, ctime: 0x6a9ae590, blocks: 0xb 00010000:00010000:1.0:1788536209.570652:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=587s v=(0 0) 00010000:00010000:1.0:1788536209.570658:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00000100:00100000:0.0:1788536209.573069:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536209.574543:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.574608:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.574630:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3600, rc 0) 00000100:00100000:0.0:1788536209.574845:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:28703:x1875415573884928:12345-192.168.203.55@tcp:101:cmp.0 Request processed in 4301us (5320us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.574859:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 296 00000100:00100000:3.0:1788536209.576473:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573885184 00000100:00100000:3.0:1788536209.576492:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573885184 00000100:00100000:3.0:1788536209.576581:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 221 00000100:00100000:3.0:1788536209.576594:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:28704:x1875415573885184:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536209.580985:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000004:00080000:3.0:1788536209.581143:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x1f:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:2.0:1788536209.581220:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573885312 00000100:00100000:2.0:1788536209.581234:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573885312 00000001:00080000:3.0:1788536209.581298:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968022 00002000:00100000:2.0:1788536209.581456:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8b1d7bfff480 x1875415573885312/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:110/0 lens 488/0 e 0 to 0 dl 1788536220 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536209.581471:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfff480 with x1875415573885312 ext(0->4095) 00002000:00010000:2.0:1788536209.581477:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfff480 00000100:00100000:2.0:1788536209.581556:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 100 00000100:00100000:2.0:1788536209.581567:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573885312:12345-192.168.203.55@tcp:3:cmp.0 00010000:00010000:3.0:1788536209.581697:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.581719:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.581735:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.581745:0:5826:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.581752:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.581760:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.581789:0:5826:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536209.581836:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536209.581847:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.581857:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536209.581873:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.581884:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.581902:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536209.581906:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788536209.581912:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536209.581914:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:28704:x1875415573885184:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 5320us (8862us total) trans 4294968023 rc 0/0 00010000:00010000:1.0:1788536209.581930:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50de2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536209.581952:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573885312:12345-192.168.203.55@tcp:3:cmp.0 Request processed in 378us (971us total) trans 0 rc 4096/4096 00010000:00010000:1.0:1788536209.581955:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536209.581960:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536209.581965:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536209.581969:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 100 00002000:00100000:2.0:1788536209.581981:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff8b1d7bfff480 x1875415573885312/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:110/0 lens 488/4536 e 0 to 0 dl 1788536220 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536209.581989:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfff480 with x1875415573885312 ext(0->4095) 00002000:00010000:2.0:1788536209.581994:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfff480 00000100:00100000:3.0:1788536209.582018:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 221 00000020:00080000:3.0:1788536209.582027:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788536209.589265:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.589546:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573885568 00000100:00100000:2.0:1788536209.589559:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573885568 00000100:00100000:2.0:1788536209.589765:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 222 00000100:00100000:2.0:1788536209.589778:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+93:28703:x1875415573885568:12345-192.168.203.55@tcp:35:cmp.0 00000001:00080000:2.0:1788536209.590151:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968024 00000100:00100000:2.0:1788536209.590406:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:28703:x1875415573885568:12345-192.168.203.55@tcp:35:cmp.0 Request processed in 630us (1155us total) trans 4294968025 rc 0/0 00000100:00100000:2.0:1788536209.590416:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 222 00000020:00080000:2.0:1788536209.590422:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788536209.613718:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.613854:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573885696 00000100:00100000:2.0:1788536209.613878:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573885696 00000100:00100000:2.0:1788536209.613950:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1114 00000100:00100000:2.0:1788536209.613961:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:28705:x1875415573885696:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536209.613992:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536209.614018:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50de9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ac4 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.614095:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.614111:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.614124:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.614140:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.614147:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.614154:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.615357:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617055:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617075:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536209.617230:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00000004:00200000:2.0:1788536209.617237:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536209.617343:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617361:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617629:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617639:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617647:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617654:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ce00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536209.617660:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617669:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617685:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:2.0:1788536209.617689:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536209.617696:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617703:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50df0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617726:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617738:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617744:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617750:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536209.617753:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617759:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617780:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x81b47e8f (ffff8b1d61e36500) 00010000:00010000:2.0:1788536209.617783:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536209.617786:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.617793:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50df7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x42:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.618008:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50de9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x42:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 97 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.618026:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.618036:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:2.0:1788536209.618039:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536209.618043:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d800, rc 0) 00000100:00100000:2.0:1788536209.618230:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:28705:x1875415573885696:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4268us (4522us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.618241:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1114 00000100:00100000:0.0:1788536209.628298:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.628420:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573885824 00000100:00100000:1.0:1788536209.628434:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573885824 00000100:00100000:1.0:1788536209.628509:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1115 00000100:00100000:1.0:1788536209.628521:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:28705:x1875415573885824:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536209.628558:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536209.628587:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50e05 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0acb expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.628806:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50e0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x42:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.628825:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50e0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.628858:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50e0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536209.628903:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x42:0x0]: returning size 16384 00000004:00200000:1.0:1788536209.628907:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536209.628929:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50e0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.628962:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f50e05 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0acb expref: 98 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.628986:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3400/0x94dfe24b69f50e0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x42:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0acb expref: 97 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536209.628996:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x42:0x0].0x0 (ffff8b1d457ffe00) 00010000:00010000:1.0:1788536209.629000:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536209.629003:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3400, rc 0) 00000100:00100000:1.0:1788536209.629083:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+97:28705:x1875415573885824:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 565us (800us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536209.629092:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1115 00000100:00100000:1.0:1788536209.634930:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536209.635079:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573886080 00000100:00100000:3.0:1788536209.635095:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573886080 00000100:00100000:3.0:1788536209.635179:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1116 00000100:00100000:3.0:1788536209.635192:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+97:28705:x1875415573886080:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536209.635231:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536209.635260:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50e13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ad2 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.636779:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50e1a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.636807:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50e1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.636822:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50e1a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536209.636838:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x44:0x0]: returning size 158 00010000:00010000:3.0:1788536209.637027:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50e13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ad2 expref: 100 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.637046:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50e1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ad2 expref: 99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.637054:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:3.0:1788536209.637057:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788536209.637061:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546600, rc 0) 00000100:00100000:3.0:1788536209.637140:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+99:28705:x1875415573886080:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1951us (2225us total) trans 4294968026 rc 0/0 00000100:00100000:3.0:1788536209.637150:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1116 00000100:00100000:2.0:1788536209.642829:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.643882:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573886208 00000100:00100000:0.0:1788536209.643897:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573886208 00000100:00100000:0.0:1788536209.643975:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 297 00000100:00100000:0.0:1788536209.643985:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573886208:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:0.0:1788536209.644047:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.644073:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.644084:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536209.644089:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536209.644113:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.644161:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.644178:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 13 pid: 6666 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.644195:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583099776:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536209.644332:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536209.648947:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.649058:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573886336 00000100:00100000:2.0:1788536209.649071:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573886336 00010000:00010000:2.0:1788536209.649131:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 14 pid: 6666 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536209.649185:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 334 00000100:00100000:2.0:1788536209.649195:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573886336:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536209.649225:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536209.649263:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 14 pid: 6666 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.649280:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 14 pid: 6666 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.649317:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536209.649322:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536209.649331:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.649344:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.649771:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536209.649847:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573886336:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 652us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536209.649857:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 334 00010000:00010000:3.0:1788536209.649999:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000092693950/0x94dfe24b69f50ddb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0abd expref: 13 pid: 6666 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536209.650022:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583099776:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536209.650057:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650068:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650076:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650123:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650132:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650140:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650154:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536209.650159:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650168:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650183:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536209.650190:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f50e28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536209.650263:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573886208:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 6272us (7443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536209.650271:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 297 00000100:00100000:1.0:1788536209.658967:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536209.659348:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573886592 00000100:00100000:2.0:1788536209.659362:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573886592 00000100:00100000:2.0:1788536209.659569:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 223 00000100:00100000:2.0:1788536209.659583:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b9a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:28705:x1875415573886592:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:2.0:1788536209.659684:0:5827:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000401:0x44:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50e1a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ad2 expref: 99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536209.660006:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968027 00000001:00080000:2.0:1788536209.661588:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968028 00010000:00010000:2.0:1788536209.661770:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.661794:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.661804:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.661814:0:5827:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 5/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.661861:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.661888:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 102 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536209.661904:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583099904:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536209.662035:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.662044:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536209.662052:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583100032:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536209.662075:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536209.666204:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583099904:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536209.666232:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583100032:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536209.666276:0:5827:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536209.667983:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536209.668144:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536209.668271:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573886720 00000100:00100000:0.0:1788536209.668285:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573886720 00010000:00010000:0.0:1788536209.668341:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 103 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.668437:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573886848 00000100:00100000:0.0:1788536209.668441:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573886848 00010000:00010000:0.0:1788536209.668455:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 104 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.668471:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 335 00000100:00100000:0.0:1788536209.668478:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+104:2355:x1875415573886720:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536209.668494:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536209.668500:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 104 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668526:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 104 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668550:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50dfe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ac4 expref: 104 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668567:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:0.0:1788536209.668571:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668579:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668584:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536209.668671:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+103:2355:x1875415573886720:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 189us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.668679:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 335 00000100:00100000:0.0:1788536209.668762:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 336 00000100:00100000:0.0:1788536209.668768:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:2355:x1875415573886848:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536209.668776:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536209.668781:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668792:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668817:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50d09 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x44:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a7e expref: 102 pid: 5823 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668829:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:0.0:1788536209.668837:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668845:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668854:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.668880:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536209.668901:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+101:2355:x1875415573886848:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 132us (757us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.668907:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 336 00010000:00010000:2.0:1788536209.669688:0:5827:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536209.669703:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536209.669895:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968029 00000001:00080000:2.0:1788536209.670274:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968030 00000100:00100000:2.0:1788536209.670553:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583100160:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788536209.670717:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.670804:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536209.670853:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583100160 00000100:00100000:0.0:1788536209.670864:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583100160 00000100:00100000:0.0:1788536209.670932:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788536209.670943:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583100160:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788536209.671076:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583100160:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 134us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536209.671084:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788536209.671194:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583100160:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1788536209.671902:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968031 00000100:00100000:2.0:1788536209.671992:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583100288:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788536209.672047:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536209.672085:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d468b6780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536209.672247:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583100288 00000100:00100000:3.0:1788536209.672256:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583100288 00000100:00100000:3.0:1788536209.672318:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788536209.672328:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583100288:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788536209.673355:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5827:x1875415583100288:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1021us (1301us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1788536209.673509:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583100288:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1788536209.673608:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968032 00000100:00100000:2.0:1788536209.673708:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:0.0:1788536209.673808:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.673850:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.673858:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.673865:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536209.673871:0:5827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.673881:0:5827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.673902:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:0.0:1788536209.673906:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1788536209.673913:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 2/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536209.673920:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50e2f lrc: 0/0,0 mode: --/EX res: [0x200000401:0x44:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536209.674283:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1788536209.674926:0:5827:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9312 00000001:00080000:0.0:1788536209.674944:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968033 00010000:00010000:0.0:1788536209.675001:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:0.0:1788536209.675004:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788536209.675014:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f50e1a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ad2 expref: 105 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536209.675283:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b9a050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+104:28705:x1875415573886592:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 15701us (16328us total) trans 4294968034 rc 0/0 00000100:00100000:0.0:1788536209.675308:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 223 00000020:00080000:0.0:1788536209.675315:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1788536210.029955:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583100416:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536210.030075:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536210.030440:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583100416 00000100:00100000:0.0:1788536210.030452:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583100416 00000100:00100000:0.0:1788536210.030520:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1788536210.030531:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583100416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536210.030564:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3857711104 avail 3854565376 00000100:00100000:0.0:1788536210.030642:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583100416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536210.030655:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1788536210.030852:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583100416:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536210.347740:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536211.378293:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536211.572303:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583100544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536211.572473:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536211.576730:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583100544 00000100:00100000:3.0:1788536211.576751:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583100544 00000100:00100000:3.0:1788536211.576902:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1788536211.576914:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583100544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536211.576968:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536211.577088:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583100544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 176us (4614us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536211.577096:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1788536211.577463:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583100544:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536211.577811:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536212.396852:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536213.426724:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536213.731455:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536213.731621:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573887104 00000100:00100000:0.0:1788536213.731634:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573887104 00000100:00100000:0.0:1788536213.731725:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 399 00000100:00100000:0.0:1788536213.731740:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+104:2354:x1875415573887104:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536213.731844:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+104:2354:x1875415573887104:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 108us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536213.731854:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 399 00000100:00080000:3.0:1788536213.734174:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536213.735358:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536213.735670:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536213.742769:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536213.742809:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536213.745104:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573886976 00000100:00100000:1.0:1788536213.745131:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573886976 00000100:00100000:1.0:1788536213.745218:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 564 00000100:00100000:1.0:1788536213.745229:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573886976:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536213.745340:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573886976:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 113us (2596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536213.745349:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 564 00000100:00100000:3.0:1788536213.745881:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573887360 00000100:00100000:3.0:1788536213.745890:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573887360 00000100:00080000:3.0:1788536213.747744:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536213.747985:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573887616 00000100:00100000:3.0:1788536213.747997:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573887616 00000100:00100000:3.0:1788536213.748037:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:3.0:1788536213.748048:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573887360:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536213.748306:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573887360:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 259us (12960us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536213.748317:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:3.0:1788536213.748340:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 401 00000100:00100000:3.0:1788536213.748347:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573887616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536213.748417:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573887616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 70us (12748us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536213.748424:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 401 00000100:00080000:3.0:1788536213.748443:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536213.748598:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536213.748647:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536213.748669:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573887488 00000100:00100000:0.0:1788536213.748674:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573887488 00000100:00100000:0.0:1788536213.748739:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:0.0:1788536213.748746:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:2354:x1875415573887488:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536213.748981:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:2354:x1875415573887488:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 234us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536213.748989:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:3.0:1788536213.751174:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573887232 00000100:00100000:3.0:1788536213.751204:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573887232 00000100:00100000:2.0:1788536213.752215:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573887744 00000100:00100000:2.0:1788536213.752229:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573887744 00000100:00100000:2.0:1788536213.752356:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 402 00000100:00100000:2.0:1788536213.752389:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573887744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536213.752447:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 403 00000100:00100000:3.0:1788536213.752458:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573887232:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536213.752502:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573887744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 135us (3853us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536213.752509:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 402 00000100:00100000:3.0:1788536213.752575:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573887232:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 118us (9765us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536213.752583:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 403 00000100:00080000:3.0:1788536213.752840:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536213.752846:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536213.752850:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536214.443858:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536214.636809:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583100672:0@lo:400:kworker.0 00000100:00100000:2.0:1788536214.636913:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583101056:0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.636936:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583100800:0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.637004:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536214.637059:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583101312:0@lo:400:kworker.0 00000100:00100000:2.0:1788536214.637100:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536214.637113:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583100928:0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.637144:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536214.637166:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583101056 00000100:00100000:2.0:1788536214.637185:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583101056 00000100:00100000:1.0:1788536214.637209:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583100800 00000100:00100000:1.0:1788536214.637215:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583100800 00000100:00100000:1.0:1788536214.637261:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583100928 00000100:00100000:2.0:1788536214.637265:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1788536214.637266:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583100928 00000100:00100000:1.0:1788536214.637294:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1788536214.637303:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583100800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536214.637341:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583101056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.637362:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583100800:12345-0@lo:400:kworker.0 Request processed in 59us (356us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536214.637409:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583101056:12345-0@lo:400:kworker.0 Request processed in 73us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536214.637415:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1788536214.637421:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1788536214.637443:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1788536214.637450:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583100928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.637479:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583100928:12345-0@lo:400:kworker.0 Request processed in 30us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536214.637497:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00080000:3.0:1788536214.638071:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536214.638102:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583101056:0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.639475:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583100928:0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.639536:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536214.639627:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583100800:0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.639668:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583101312 00000100:00100000:1.0:1788536214.639674:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583101312 00000100:00100000:1.0:1788536214.639729:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1788536214.639740:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3283:x1875415583101312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536214.639823:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3283:x1875415583101312:12345-0@lo:400:kworker.0 Request processed in 84us (286us total) trans 0 rc 0/0 00000100:00080000:3.0:1788536214.640202:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536214.640206:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536214.640261:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536214.640305:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583101184:0@lo:400:kworker.0 00000100:00100000:2.0:1788536214.640341:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583100672 00000100:00100000:3.0:1788536214.640342:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536214.640349:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583100672 00000100:00100000:2.0:1788536214.640420:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1788536214.640428:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583100672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536214.640484:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583100672:12345-0@lo:400:kworker.0 Request processed in 57us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536214.640493:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1788536214.640776:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583101184 00000100:00100000:0.0:1788536214.640781:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583101184 00000100:00080000:3.0:1788536214.641038:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536214.641193:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1788536214.641206:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583101184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536214.641271:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583101184:12345-0@lo:400:kworker.0 Request processed in 69us (928us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536214.641278:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1788536214.641588:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1788536214.650817:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583101312:0@lo:400:kworker.0 00000100:00100000:3.0:1788536214.656924:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583100672:0@lo:400:kworker.0 00000100:00100000:3.0:1788536214.657503:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583101184:0@lo:400:kworker.0 00000040:00080000:1.0:1788536214.700838:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536214.700848:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536214.704785:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:1.0:1788536214.704805:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1788536214.728004:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968034 is committed 00000001:00080000:0.0:1788536214.728034:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968016 is committed 00000020:00080000:0.0:1788536214.728046:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d50267180 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:0.0:1788536214.728052:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e471a00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d4b697b40 00000020:00080000:0.0:1788536214.728056:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e471500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d6e14a800 00000001:00080000:0.0:1788536214.728090:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968020 is committed 00000001:00080000:0.0:1788536214.728109:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968023 is committed 00000020:00080000:0.0:1788536214.728118:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d47ff9d80 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:0.0:1788536214.728122:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d7bf88800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d47ff9cc0 00000020:00080000:0.0:1788536214.728126:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d7bf88700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d77aa6c00 00000020:00080000:0.0:1788536214.728139:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:0.0:1788536214.728359:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000001:00080000:1.0:1788536214.746545:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000001:00080000:1.0:1788536214.746573:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000001:00080000:1.0:1788536214.746581:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000004:00080000:1.0:1788536215.151977:0:7889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 593379603852ns, next at 594379600865ns, rc = 0 00000100:00100000:1.0:1788536215.152021:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536215.152047:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583101440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536215.152149:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536215.152252:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583101440 00000100:00100000:1.0:1788536215.152261:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583101440 00000100:00100000:1.0:1788536215.152342:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1788536215.152356:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583101440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536215.152431:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536215.152493:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583101440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536215.152504:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:1.0:1788536215.152559:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967365 gen 2 00000004:00080000:1.0:1788536215.152566:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967364 committed transno 4294967365 00000004:00080000:1.0:1788536215.152595:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967365 00000100:00100000:1.0:1788536215.152629:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583101440:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536215.470753:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536215.942705:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536215.942852:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573887872 00000100:00100000:1.0:1788536215.942865:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573887872 00000100:00100000:1.0:1788536215.942945:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1117 00000100:00100000:1.0:1788536215.942957:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:28653:x1875415573887872:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788536215.943068:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:28653:x1875415573887872:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 113us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536215.943076:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1117 00000100:00080000:3.0:1788536215.944414:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536216.491830:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536216.684889:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536216.684921:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583101568:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536216.685018:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536216.686311:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583101568 00000100:00100000:2.0:1788536216.686329:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583101568 00000100:00100000:2.0:1788536216.686469:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:2.0:1788536216.686481:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583101568:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536216.686531:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 81592320 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536216.686629:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583101568:12345-0@lo:13:osp-pre-0-0.0 Request processed in 149us (1609us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536216.686638:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00080000:3.0:1788536216.686727:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536216.686834:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583101568:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788536217.516650:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788536217.900640:0:20193:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 11:36:55 (1788536215) 00000100:00100000:3.0:1788536218.329916:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.330110:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573888000 00000100:00100000:0.0:1788536218.330124:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573888000 00000100:00100000:0.0:1788536218.330234:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1118 00000100:00100000:0.0:1788536218.330246:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+43:29320:x1875415573888000:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788536218.330417:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+43:29320:x1875415573888000:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 172us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.330426:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1118 00000100:00080000:3.0:1788536218.330550:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536218.358069:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.358200:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573888128 00000100:00100000:1.0:1788536218.358213:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573888128 00000100:00100000:1.0:1788536218.358313:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1119 00000100:00100000:1.0:1788536218.358325:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:29321:x1875415573888128:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536218.358351:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1788536218.358631:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536218.358923:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50e36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ad9 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359018:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359061:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359078:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359261:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359284:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359295:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359654:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359663:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359672:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359677:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536218.359681:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359798:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359812:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:1.0:1788536218.359821:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536218.359826:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359833:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50e3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359846:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359852:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359859:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359864:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536218.359867:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359873:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359879:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8b1d585fa800) 00010000:00010000:1.0:1788536218.359881:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536218.359884:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359890:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359930:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50e36 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ad9 expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359951:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:1.0:1788536218.359953:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536218.359957:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50e36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ad9 expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.359968:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3600, rc 0) 00000100:00100000:1.0:1788536218.361245:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+93:29321:x1875415573888128:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2914us (3194us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536218.361256:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1119 00000100:00100000:2.0:1788536218.366442:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.366546:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573888384 00000100:00100000:0.0:1788536218.366560:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573888384 00000100:00100000:0.0:1788536218.366648:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1120 00000100:00100000:0.0:1788536218.366660:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+93:29321:x1875415573888384:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:0.0:1788536218.366740:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536218.366777:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f50c45 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a46 expref: 93 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.366802:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:0.0:1788536218.366807:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536218.367107:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.367124:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 42 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.367142:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.367461:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 42 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.367481:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 42 pid: 5825 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536218.367498:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583101696:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536218.367613:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536218.378834:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.378964:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573888512 00000100:00100000:2.0:1788536218.378977:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573888512 00010000:00010000:2.0:1788536218.379033:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 43 pid: 5825 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536218.379091:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 337 00000100:00100000:2.0:1788536218.379101:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:2355:x1875415573888512:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536218.379121:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536218.379129:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 43 pid: 5825 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.379144:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 43 pid: 5825 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.379184:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536218.379190:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.379397:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.379405:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.379429:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536218.379499:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+43:2355:x1875415573888512:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 400us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536218.379510:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 337 00010000:00010000:0.0:1788536218.382302:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f50c6f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0a54 expref: 42 pid: 5825 timeout: 696 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536218.382341:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583101696:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536218.382600:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.382613:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.382621:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.382659:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.382676:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.382727:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536218.384958:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 16384 00010000:00010000:0.0:1788536218.384985:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.384996:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.385004:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.385010:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.385017:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.385026:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.385048:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:0.0:1788536218.385125:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.385133:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.385141:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e4b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536218.385267:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000ade3e55e reply state 00000000e497ed1b transno 4294968035 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536218.385295:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536218.385547:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+94:29321:x1875415573888384:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 18882us (19112us total) trans 4294968035 rc 0/0 00000100:00100000:0.0:1788536218.385558:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1120 00010000:00010000:2.0:1788536218.402343:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.402403:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.402412:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.402419:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536218.402426:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.402435:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.402458:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8b1d4969e000) 00010000:00010000:2.0:1788536218.402463:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536218.402469:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.402475:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50e52 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536218.403634:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.404433:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573888640 00000100:00100000:1.0:1788536218.404448:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573888640 00000100:00100000:1.0:1788536218.404522:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1121 00000100:00100000:1.0:1788536218.404533:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+93:29322:x1875415573888640:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536218.404566:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536218.404597:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50e59 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ae0 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.404682:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e60 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.404699:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.404713:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536218.404781:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:1.0:1788536218.404784:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536218.404808:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e60 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.404833:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f50e59 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ae0 expref: 95 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.404852:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e60 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ae0 expref: 94 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.404860:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536218.404863:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536218.404867:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2200, rc 0) 00000100:00100000:1.0:1788536218.404941:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+94:29322:x1875415573888640:12345-192.168.203.55@tcp:101:bash.0 Request processed in 409us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.404948:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1121 00000100:00100000:1.0:1788536218.408937:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.409031:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573888768 00000100:00100000:0.0:1788536218.409045:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573888768 00000100:00100000:0.0:1788536218.409131:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1122 00000100:00100000:0.0:1788536218.409143:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+94:29322:x1875415573888768:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536218.409180:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536218.409215:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e67 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ae7 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409296:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409314:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409327:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409345:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409353:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409359:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409771:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50e7c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409781:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409788:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536218.409823:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 16384 00000004:00200000:0.0:1788536218.409827:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536218.409850:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50e7c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409864:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409872:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409879:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409885:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.409890:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409900:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409914:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536218.409924:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.409931:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409939:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409973:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409979:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409985:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.409991:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.409994:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.410000:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.410009:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8b1d4969e500) 00010000:00010000:0.0:1788536218.410011:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.410014:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.410020:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e75 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.410073:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e67 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ae7 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.410105:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837400/0x94dfe24b69f50e7c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ae7 expref: 95 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.410114:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.410117:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536218.410119:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837400, rc 0) 00000100:00100000:0.0:1788536218.410221:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:29322:x1875415573888768:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1079us (1299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.410230:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1122 00000100:00100000:2.0:1788536218.420501:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.420819:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573888896 00000100:00100000:0.0:1788536218.420835:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573888896 00000100:00100000:0.0:1788536218.420905:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1123 00000100:00100000:0.0:1788536218.420915:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:29322:x1875415573888896:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536218.420935:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536218.420954:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e83 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0aee expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421053:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421067:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421077:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421090:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421103:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421109:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421182:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421190:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421195:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421200:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.421204:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421212:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421223:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.421226:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.421231:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421238:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50e8a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421261:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421273:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421278:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421282:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.421285:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421290:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421297:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d4969e500) 00010000:00010000:0.0:1788536218.421300:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.421302:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421308:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e91 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421343:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e83 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aee expref: 96 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.421353:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.421355:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.421359:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e83 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0aee expref: 96 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.426435:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837600, rc 0) 00000100:00100000:0.0:1788536218.426528:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:29322:x1875415573888896:12345-192.168.203.55@tcp:101:bash.0 Request processed in 5610us (6037us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536218.426536:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1123 00000100:00100000:2.0:1788536218.439627:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.441517:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573889024 00000100:00100000:0.0:1788536218.441546:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573889024 00000100:00100000:0.0:1788536218.441620:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1124 00000100:00100000:0.0:1788536218.441630:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+42:29323:x1875415573889024:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536218.441651:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536218.441670:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e98 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0af5 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.441733:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.441747:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.441759:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536218.441792:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536218.441796:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536218.441816:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.441840:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f50e98 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 44 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.441887:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.441896:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536218.441899:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536218.441902:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536218.442494:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+43:29323:x1875415573889024:12345-192.168.203.55@tcp:101:rm.0 Request processed in 862us (2877us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.442501:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1124 00000100:00100000:3.0:1788536218.445807:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.446101:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573889152 00000100:00100000:0.0:1788536218.446114:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573889152 00000100:00100000:0.0:1788536218.446198:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1125 00000100:00100000:0.0:1788536218.446208:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+43:29323:x1875415573889152:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536218.446226:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536218.446244:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ea6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0afc expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446303:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446318:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446329:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446342:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446362:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446407:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446493:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50ebb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446502:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50ebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.446508:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50ebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536218.447042:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 16384 00000004:00200000:0.0:1788536218.447047:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536218.447071:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50ebb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447084:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447090:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447096:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447101:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.447105:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447122:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447134:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536218.447137:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.447142:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447159:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f50ead lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447198:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447204:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447209:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447214:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e04800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.447216:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447221:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447228:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff8b1d4969e500) 00010000:00010000:0.0:1788536218.447230:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.447232:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447247:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f50eb4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447281:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f50ea6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0afc expref: 45 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447296:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05e00/0x94dfe24b69f50ebb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0afc expref: 44 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.447303:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.447306:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536218.447308:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05e00, rc 0) 00000100:00100000:0.0:1788536218.447491:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:29323:x1875415573889152:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1283us (1696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.447499:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1125 00000100:00100000:2.0:1788536218.454933:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.456936:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573889280 00000100:00100000:0.0:1788536218.456961:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573889280 00000100:00100000:0.0:1788536218.457029:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1126 00000100:00100000:0.0:1788536218.457040:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:29323:x1875415573889280:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536218.457059:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536218.457079:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50ec2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b03 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457159:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457174:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457208:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457224:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457231:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457237:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457290:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457297:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457303:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457308:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.457312:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457319:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457329:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.457332:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.457336:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457348:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f50ec9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457399:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457405:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457410:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457415:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.457418:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457424:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457432:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d4969eb00) 00010000:00010000:0.0:1788536218.457435:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.457438:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457444:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f50ed0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457482:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50ec2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b03 expref: 45 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457504:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.457507:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.457511:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f50ec2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b03 expref: 45 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.457533:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:0.0:1788536218.457606:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:29323:x1875415573889280:12345-192.168.203.55@tcp:101:rm.0 Request processed in 569us (2688us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536218.457614:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1126 00000100:00100000:3.0:1788536218.460783:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.460871:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573889408 00000100:00100000:0.0:1788536218.460884:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573889408 00000100:00100000:0.0:1788536218.460956:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1127 00000100:00100000:0.0:1788536218.460967:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:29323:x1875415573889408:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536218.460993:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536218.461020:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f50ed7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b0a expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461161:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461184:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461208:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461230:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461245:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461253:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461326:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461336:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461343:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461349:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.461354:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461361:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461434:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.461439:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.461445:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461453:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f50ede lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461485:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461496:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461502:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461506:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.461509:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461514:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461521:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d4969e000) 00010000:00010000:0.0:1788536218.461523:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.461526:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461531:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50ee5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461574:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f50ed7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b0a expref: 45 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461584:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.461586:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.461589:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f50ed7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b0a expref: 45 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.461613:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:0.0:1788536218.470739:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:29323:x1875415573889408:12345-192.168.203.55@tcp:101:rm.0 Request processed in 9754us (9950us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536218.470756:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1127 00000100:00100000:3.0:1788536218.495207:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.495427:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573889536 00000100:00100000:0.0:1788536218.495442:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573889536 00000100:00100000:0.0:1788536218.495527:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1128 00000100:00100000:0.0:1788536218.495539:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:29324:x1875415573889536:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536218.495566:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536218.495593:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50eec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b11 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495672:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495689:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495702:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495718:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495726:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495732:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495814:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495822:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495829:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495835:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.495839:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495848:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495862:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.495865:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.495871:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495877:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f50ef3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495913:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495920:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495926:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495938:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536218.495941:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495948:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495956:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d4969e000) 00010000:00010000:0.0:1788536218.495959:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.495962:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.495967:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f50efa lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.496010:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50eec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b11 expref: 45 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.496022:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536218.496024:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536218.496028:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f50eec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b11 expref: 45 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.496041:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c200, rc 0) 00000100:00100000:0.0:1788536218.496310:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:29324:x1875415573889536:12345-192.168.203.55@tcp:101:cp.0 Request processed in 771us (1124us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536218.496319:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1128 00000100:00100000:2.0:1788536218.501501:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.503309:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573889664 00000100:00100000:1.0:1788536218.503328:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573889664 00000100:00100000:2.0:1788536218.503553:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1129 00000100:00100000:2.0:1788536218.503567:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:29324:x1875415573889664:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536218.503595:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.503622:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f50f01 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b18 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503711:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503729:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503743:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503763:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503770:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503778:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503856:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503865:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503873:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503884:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536218.503890:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503898:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.503927:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536218.503931:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536218.503937:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504563:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50f08 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504586:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504593:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504600:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504605:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536218.504609:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504617:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504630:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536218.504633:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536218.504636:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504643:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50f0f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504688:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f50f01 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b18 expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504699:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536218.504701:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536218.504705:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f50f01 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b18 expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.504714:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ca00, rc 0) 00000100:00100000:2.0:1788536218.504806:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:29324:x1875415573889664:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1242us (3319us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536218.504815:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1129 00000100:00100000:2.0:1788536218.509936:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.510070:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573889920 00000100:00100000:0.0:1788536218.510109:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573889920 00000100:00100000:3.0:1788536218.510341:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1130 00000100:00100000:3.0:1788536218.510356:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:29324:x1875415573889920:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536218.510740:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536218.510770:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50f16 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b1f expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.510927:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.510946:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.510960:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.510979:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.510986:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.510992:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536218.511838:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x16:0x0], index 0: 0 00010000:00010000:3.0:1788536218.512063:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512078:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512087:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512134:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512142:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512161:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512168:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536218.512174:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512184:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512201:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:3.0:1788536218.512205:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536218.512211:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512218:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f50f1d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536218.512236:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000922accb1 reply state 00000000b0070350 transno 4294968036 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536218.512246:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788536218.512290:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f50f16 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512312:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 46 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.512320:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:3.0:1788536218.512323:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536218.512326:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:3.0:1788536218.512451:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:29324:x1875415573889920:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2099us (2534us total) trans 4294968036 rc 0/0 00000100:00100000:3.0:1788536218.512461:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1130 00000100:00100000:3.0:1788536218.516526:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.516725:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573890048 00000100:00100000:2.0:1788536218.516741:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573890048 00000100:00100000:2.0:1788536218.516833:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 298 00000100:00100000:2.0:1788536218.516846:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573890048:12345-192.168.203.55@tcp:101:cp.0 00000100:00080000:3.0:1788536218.516870:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788536218.516876:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.516902:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b26 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536218.516932:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536218.516955:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=596s v=(0 0) 00010000:00010000:2.0:1788536218.516961:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536218.516971:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.516990:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.517004:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c000, rc 0) 00010000:00010000:1.0:1788536218.517080:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.517096:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536218.517098:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573890048:12345-192.168.203.55@tcp:101:cp.0 Request processed in 253us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536218.517131:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 298 00010000:00010000:1.0:1788536218.517141:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.517183:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536218.517190:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.517200:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.517364:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d512a9700) 00010000:00010000:1.0:1788536218.517395:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536218.517402:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.517410:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f50f24 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536218.521335:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536218.521952:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573890176 00000100:00100000:3.0:1788536218.521967:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573890176 00000100:00100000:3.0:1788536218.522044:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 299 00000100:00100000:3.0:1788536218.522063:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:29324:x1875415573890176:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536218.522084:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536218.522106:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b2d expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.522155:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.522166:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536218.522171:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536218.522177:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.522232:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.522249:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 10 pid: 6668 timeout: 696 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536218.522266:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583101824:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536218.522828:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536218.527757:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.527934:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583101824:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536218.527985:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.528015:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547600, rc 0) 00000100:00100000:0.0:1788536218.528105:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:29324:x1875415573890176:12345-192.168.203.55@tcp:101:cp.0 Request processed in 6043us (6786us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.528115:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 299 00000100:00100000:1.0:1788536218.528354:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573890304 00000100:00100000:1.0:1788536218.528363:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573890304 00010000:00010000:1.0:1788536218.528420:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 10 pid: 6668 timeout: 696 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536218.528462:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00100000:1.0:1788536218.528470:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573890304:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536218.528486:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536218.528512:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 10 pid: 6668 timeout: 696 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.528526:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 10 pid: 6668 timeout: 696 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.528571:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000af2e8db4/0x94dfe24b69f50f39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b26 expref: 10 pid: 6668 timeout: 696 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.528587:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536218.528592:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536218.528602:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.528614:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.528666:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536218.528684:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583101952:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536218.528752:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536218.535850:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583101952:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536218.535888:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536218.535963:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573890304:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 7491us (8218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.535977:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00100000:2.0:1788536218.538842:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.538948:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573890560 00000100:00100000:0.0:1788536218.538961:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573890560 00000100:00100000:0.0:1788536218.539031:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 224 00000100:00100000:0.0:1788536218.539043:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:29324:x1875415573890560:12345-192.168.203.55@tcp:35:cp.0 00010000:00010000:1.0:1788536218.539545:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536218.540189:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:29324:x1875415573890560:12345-192.168.203.55@tcp:35:cp.0 Request processed in 1143us (1356us total) trans 4294968037 rc 0/0 00000100:00100000:2.0:1788536218.540207:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 224 00000100:00100000:3.0:1788536218.588271:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.589010:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573890688 00000100:00100000:1.0:1788536218.589026:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573890688 00000100:00100000:2.0:1788536218.589602:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1131 00000100:00100000:2.0:1788536218.589617:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:29327:x1875415573890688:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536218.589709:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.589738:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f47 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b34 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.589827:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.589845:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.589858:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.589876:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.589883:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.589891:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590005:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590014:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590021:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536218.590317:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1788536218.590322:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536218.590353:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590711:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590724:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590731:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590739:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590745:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536218.590750:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590759:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590773:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536218.590776:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536218.590782:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590789:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50f4e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590807:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590814:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590821:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590826:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0dc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536218.590829:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590837:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590844:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536218.590846:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536218.590849:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590855:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590900:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f47 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 97 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590915:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 96 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.590923:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536218.590925:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536218.590928:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c600, rc 0) 00000100:00100000:2.0:1788536218.591913:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:29327:x1875415573890688:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2292us (3648us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536218.591930:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1131 00000100:00100000:3.0:1788536218.597346:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.597468:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573890816 00000100:00100000:2.0:1788536218.597482:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573890816 00000100:00100000:2.0:1788536218.597584:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 300 00000100:00100000:2.0:1788536218.597596:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+15:2353:x1875415573890816:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536218.597620:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.598010:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086e1e422/0x94dfe24b69f50f63 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b3b expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536218.598106:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583102080:192.168.203.55@tcp:106: 00000100:00080000:1.0:1788536218.598258:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536218.599031:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c000 going to sleep for 11 seconds 00002000:00010000:2.0:1788536218.603333:0:16289:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536218.603344:0:16289:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb mtime: 0 -> 1788536218 00002000:00010000:2.0:1788536218.603347:0:16289:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb atime: 0 -> 1788536218 00002000:00010000:2.0:1788536218.603350:0:16289:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x16:0x0] updating lvb ctime: 0 -> 1788536218 00000100:00100000:2.0:1788536218.603478:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583102080:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536218.603600:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000086e1e422/0x94dfe24b69f50f63 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b3b expref: 16 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.603632:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086e1e422/0x94dfe24b69f50f63 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b3b expref: 16 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.603713:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d200, rc 0) 00000100:00100000:2.0:1788536218.603838:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+15:2353:x1875415573890816:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 6243us (6507us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536218.603852:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 300 00000100:00100000:0.0:1788536218.613041:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.613212:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573890944 00000100:00100000:2.0:1788536218.613225:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573890944 00000100:00100000:2.0:1788536218.613300:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1132 00000100:00100000:2.0:1788536218.613312:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:29327:x1875415573890944:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536218.613340:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.613403:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50f6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b42 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.613572:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.613597:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.613610:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536218.613659:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 16384 00000004:00200000:2.0:1788536218.613663:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536218.613685:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.613743:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50f6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.613766:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 97 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.613780:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536218.613783:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536218.613787:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ce00, rc 0) 00000100:00100000:2.0:1788536218.613868:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+97:29327:x1875415573890944:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 557us (840us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536218.613878:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1132 00000100:00100000:1.0:1788536218.624711:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.624797:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573891072 00000100:00100000:2.0:1788536218.624807:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573891072 00000100:00100000:2.0:1788536218.624863:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:2.0:1788536218.624872:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573891072:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536218.624888:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.624905:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086e1e422/0x94dfe24b69f50f78 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b49 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536218.624956:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583102208:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536218.625026:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c000 going to sleep for 11 seconds 00000100:00100000:2.0:1788536218.628832:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583102208:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536218.628869:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000086e1e422/0x94dfe24b69f50f78 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b49 expref: 16 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.628891:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086e1e422/0x94dfe24b69f50f78 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b49 expref: 16 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.628904:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d200, rc 0) 00000100:00100000:2.0:1788536218.628960:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573891072:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4088us (4258us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536218.628967:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:0.0:1788536218.637964:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.638792:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573891328 00000100:00100000:1.0:1788536218.638803:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573891328 00000100:00100000:1.0:1788536218.638865:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1133 00000100:00100000:1.0:1788536218.638875:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:29327:x1875415573891328:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:1.0:1788536218.639258:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:1.0:1788536218.639420:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:29327:x1875415573891328:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 544us (1462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.639429:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1133 00000040:00080000:2.0:1788536218.798140:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536218.798159:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536218.798225:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:2.0:1788536218.798233:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536218.798866:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583102336:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536218.799008:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536218.814431:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583102336:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536218.815600:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.818792:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573891456 00000100:00100000:2.0:1788536218.818808:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573891456 00000100:00100000:2.0:1788536218.818870:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1134 00000100:00100000:2.0:1788536218.818879:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:29337:x1875415573891456:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536218.818910:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536218.819015:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:29337:x1875415573891456:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 137us (3419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536218.819022:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1134 00000100:00100000:0.0:1788536218.836971:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.837139:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573891712 00000100:00100000:2.0:1788536218.837157:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573891712 00000100:00100000:2.0:1788536218.837212:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1135 00000100:00100000:2.0:1788536218.837221:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:29337:x1875415573891712:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536218.837239:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.837257:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50f7f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b50 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.837349:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f86 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.837362:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.837415:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f86 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536218.837426:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1788536218.837536:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50f7f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b50 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.837554:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f86 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b50 expref: 49 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.837563:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536218.837566:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536218.837569:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0dc00, rc 0) 00000100:00100000:2.0:1788536218.837626:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29337:x1875415573891712:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 406us (664us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1788536218.837634:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1135 00000100:00100000:3.0:1788536218.858893:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536218.858934:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536218.858952:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536218.858970:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536218.858992:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536218.859026:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536218.859052:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573892224 00000100:00100000:3.0:1788536218.859060:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573892224 00000100:00100000:3.0:1788536218.859105:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573892480 00000100:00100000:3.0:1788536218.859107:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573892480 00000100:00100000:3.0:1788536218.859118:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573892352 00000100:00100000:3.0:1788536218.859120:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573892352 00000100:00100000:3.0:1788536218.859129:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573892096 00000100:00100000:3.0:1788536218.859131:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573892096 00000100:00100000:3.0:1788536218.859154:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 406 00000100:00100000:3.0:1788536218.859164:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573892224:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536218.859226:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573892224:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 63us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536218.859233:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 406 00000100:00100000:3.0:1788536218.859248:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 407 00000100:00100000:3.0:1788536218.859254:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573892480:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536218.859273:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573892480:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536218.859280:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 407 00000100:00100000:3.0:1788536218.859289:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:3.0:1788536218.859295:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573892352:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536218.859314:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573892352:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536218.859320:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:3.0:1788536218.859329:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00100000:3.0:1788536218.859334:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573892096:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536218.859352:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573892096:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 18us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536218.859357:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00080000:3.0:1788536218.859404:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536218.859511:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573891840 00000100:00100000:1.0:1788536218.859516:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573891840 00000100:00100000:1.0:1788536218.859546:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 566 00000100:00100000:1.0:1788536218.859553:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573891840:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536218.859578:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573891840:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.859596:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 566 00000100:00100000:1.0:1788536218.859625:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573891968 00000100:00100000:1.0:1788536218.859628:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573891968 00000100:00100000:1.0:1788536218.859656:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 404 00000100:00100000:1.0:1788536218.859663:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:2354:x1875415573891968:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536218.859798:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:2354:x1875415573891968:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 134us (862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.859806:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 404 00000100:00100000:3.0:1788536218.871562:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536218.871683:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.871792:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573892608 00000100:00100000:1.0:1788536218.871803:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573892608 00000100:00100000:1.0:1788536218.871857:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 302 00000100:00100000:1.0:1788536218.871877:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573892608:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536218.871923:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.871948:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.871956:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x16:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536218.871960:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536218.871965:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.872000:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.872014:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 9 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536218.872027:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583102464:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536218.872114:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7780e780 going to sleep for 11 seconds 00000100:00100000:2.0:1788536218.872544:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573892736 00000100:00100000:2.0:1788536218.872550:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573892736 00000100:00100000:2.0:1788536218.872761:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 49 00000100:00100000:2.0:1788536218.872770:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:2354:x1875415573892736:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536218.872783:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536218.872804:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f50f86 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b50 expref: 49 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.872822:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536218.872826:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536218.872855:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:2354:x1875415573892736:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 87us (1172us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536218.872862:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 49 00000100:00100000:3.0:1788536218.886884:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.887057:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573892864 00000100:00100000:0.0:1788536218.887066:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573892864 00002000:00100000:0.0:1788536218.887115:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (0->157) req@ffff8b1d7bfd0a80 x1875415573892864/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:119/0 lens 648/0 e 0 to 0 dl 1788536229 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536218.887136:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfd0a80 with x1875415573892864 ext(0->157) 00010000:00010000:0.0:1788536218.887152:0:18094:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 10 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.887171:0:18094:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 10 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536218.887192:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7bfd0a80 00000100:00100000:0.0:1788536218.887219:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 12 00000100:00100000:0.0:1788536218.887229:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573892864:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:0.0:1788536218.887686:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573892864:12345-192.168.203.55@tcp:4:cp.0 Request processed in 456us (810us total) trans 4294967354 rc 0/0 00000100:00100000:0.0:1788536218.887901:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 12 00002000:00100000:0.0:1788536218.887910:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x16:0x0] (0->157) req@ffff8b1d7bfd0a80 x1875415573892864/t4294967354(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:119/0 lens 648/448 e 0 to 0 dl 1788536229 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536218.887919:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfd0a80 with x1875415573892864 ext(0->157) 00010000:00010000:0.0:1788536218.887925:0:18094:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 12 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.887937:0:18094:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 12 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536218.887944:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7bfd0a80 00000100:00100000:1.0:1788536218.888833:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583102464:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536218.888857:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536218.893643:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.893901:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573892992 00000100:00100000:0.0:1788536218.893925:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573892992 00010000:00010000:0.0:1788536218.893972:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 12 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536218.894019:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 339 00000100:00100000:0.0:1788536218.894034:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415573892992:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536218.894066:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536218.894092:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 12 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.894108:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 12 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.894223:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f50f40 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b2d expref: 12 pid: 6667 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.894239:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536218.894244:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536218.894256:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.894266:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.894297:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536218.894352:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573892992:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 318us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.894360:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 339 00010000:00010000:3.0:1788536218.894482:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.894493:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.894517:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.894525:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.894532:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.894538:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536218.894542:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.894551:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.894564:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536218.894571:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f50f94 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536218.894623:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573892608:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 22746us (23071us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536218.894631:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 302 00000100:00100000:3.0:1788536218.898318:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.898472:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573893248 00000100:00100000:0.0:1788536218.898481:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573893248 00000100:00100000:0.0:1788536218.898537:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1136 00000100:00100000:0.0:1788536218.898545:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:29337:x1875415573893248:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536218.898656:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:29337:x1875415573893248:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 111us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.898663:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1136 00000100:00100000:3.0:1788536218.905803:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.906139:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573893376 00000100:00100000:2.0:1788536218.906156:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573893376 00000100:00100000:2.0:1788536218.906213:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 303 00000100:00100000:2.0:1788536218.906223:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573893376:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536218.906239:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.906257:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b57 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536218.906284:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 158, mtime: 0x6a9ae59a, atime: 0x0, ctime: 0x6a9ae59a, blocks: 0x1 00010000:00010000:2.0:1788536218.906303:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=597s v=(0 0) 00010000:00010000:2.0:1788536218.906308:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536218.906317:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.906334:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.906347:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0dc00, rc 0) 00000100:00100000:2.0:1788536218.906432:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573893376:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 210us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536218.906440:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 303 00000100:00100000:3.0:1788536218.908669:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.908872:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573893632 00000100:00100000:0.0:1788536218.908883:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573893632 00000100:00100000:0.0:1788536218.908943:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1137 00000100:00100000:0.0:1788536218.908952:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:29337:x1875415573893632:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536218.909055:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:29337:x1875415573893632:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 104us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.909064:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1137 00000100:00100000:0.0:1788536218.912670:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.912819:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573893760 00000100:00100000:1.0:1788536218.912837:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573893760 00002000:00100000:1.0:1788536218.912882:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff8b1d7c051500 x1875415573893760/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:119/0 lens 488/0 e 0 to 0 dl 1788536229 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536218.912892:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c051500 with x1875415573893760 ext(0->4095) 00002000:00010000:1.0:1788536218.912898:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7c051500 00000100:00100000:1.0:1788536218.912929:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 101 00000100:00100000:1.0:1788536218.912938:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573893760:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536218.928528:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573893760:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 15580us (15859us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536218.928541:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 101 00002000:00100000:0.0:1788536218.928551:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x16:0x0] (0->4095) req@ffff8b1d7c051500 x1875415573893760/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:119/0 lens 488/4536 e 0 to 0 dl 1788536229 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536218.928562:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c051500 with x1875415573893760 ext(0->4095) 00002000:00010000:0.0:1788536218.928569:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7c051500 00000100:00100000:1.0:1788536218.949756:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536218.950403:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573893888 00000100:00100000:2.0:1788536218.950415:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573893888 00000100:00100000:2.0:1788536218.950481:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1138 00000100:00100000:2.0:1788536218.950491:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:29337:x1875415573893888:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536218.950511:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536218.950530:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50fa2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b5e expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.950563:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.950577:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.950589:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.950684:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f50fa2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 50 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.950702:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 49 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536218.950710:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536218.950713:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536218.950716:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d800, rc 0) 00000100:00100000:2.0:1788536218.950776:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:29337:x1875415573893888:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 286us (1029us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536218.950783:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1138 00000100:00100000:0.0:1788536218.966872:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.966954:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573894016 00000100:00100000:1.0:1788536218.966964:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573894016 00000100:00100000:1.0:1788536218.967037:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1139 00000100:00100000:1.0:1788536218.967047:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29337:x1875415573894016:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536218.967076:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536218.967191:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29337:x1875415573894016:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 145us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.967198:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1139 00000100:00100000:0.0:1788536218.974642:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.974717:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573894144 00000100:00100000:1.0:1788536218.974727:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573894144 00000100:00100000:1.0:1788536218.974791:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 304 00000100:00100000:1.0:1788536218.974802:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573894144:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536218.974843:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.974870:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536218.974876:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536218.975636:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.975668:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.975698:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.975708:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.975716:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.975723:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536218.975728:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.975737:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.975751:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.975758:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008caa4ac5/0x94dfe24b69f50fb0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536218.975851:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573894144:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 1049us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536218.975870:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 304 00000100:00100000:3.0:1788536218.981568:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536218.981814:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573894400 00000100:00100000:1.0:1788536218.981826:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573894400 00000100:00100000:1.0:1788536218.981891:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1140 00000100:00100000:1.0:1788536218.981904:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:29337:x1875415573894400:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536218.981988:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.982006:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 49 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.982017:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.982058:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 49 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.982072:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 49 pid: 5824 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536218.982086:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583102592:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536218.982193:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7780e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536218.993083:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536218.993167:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573894528 00000100:00100000:0.0:1788536218.993179:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573894528 00010000:00010000:0.0:1788536218.993237:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 50 pid: 5824 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536218.993310:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 340 00000100:00100000:0.0:1788536218.993322:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:2355:x1875415573894528:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536218.993341:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536218.993349:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 50 pid: 5824 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.993364:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 50 pid: 5824 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.993425:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:0.0:1788536218.993432:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.993442:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.993451:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536218.993474:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536218.993533:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:2355:x1875415573894528:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 214us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536218.993541:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 340 00010000:00010000:1.0:1788536218.995299:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f50fa9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b5e expref: 49 pid: 5824 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536218.995353:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583102592:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536218.995399:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995409:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995416:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995602:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995610:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995618:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995623:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536218.995628:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995636:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995652:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:1.0:1788536218.995655:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536218.995660:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536218.995672:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f50fb7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536218.995834:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:29337:x1875415573894400:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 13933us (14277us total) trans 4294968039 rc 0/0 00000100:00100000:1.0:1788536218.995845:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1140 00000040:00080000:3.0:1788536218.995965:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536218.995984:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536218.996805:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536218.996825:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536219.001036:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536219.001141:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573894784 00000100:00100000:0.0:1788536219.001165:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573894784 00000100:00100000:0.0:1788536219.001252:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 225 00000100:00100000:0.0:1788536219.001264:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29337:x1875415573894784:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536219.001622:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:29337:x1875415573894784:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 358us (601us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1788536219.001630:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 225 00010000:00010000:1.0:1788536219.563583:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536219.717555:0:20242:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536219.717566:0:20242:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536219.717612:0:20242:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:0.0:1788536219.717618:0:20242:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536219.760518:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583102848:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.763167:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536219.764387:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583103104:0@lo:400:kworker.0 00000100:00100000:1.0:1788536219.764519:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536219.764601:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536219.764608:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583102976:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.766398:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583103360:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.766475:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536219.766518:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536219.766526:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583102720:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.766573:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536219.766598:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583103232:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.766625:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536219.766685:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583102848 00000100:00100000:0.0:1788536219.766696:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583102848 00000100:00100000:0.0:1788536219.766747:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583103232 00000100:00100000:0.0:1788536219.766749:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583103232 00000100:00100000:0.0:1788536219.766779:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1788536219.766788:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583102848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.766846:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583102848:12345-0@lo:400:kworker.0 Request processed in 59us (3691us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536219.766854:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1788536219.766872:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1788536219.766893:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583103232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.766922:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583103232:12345-0@lo:400:kworker.0 Request processed in 30us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536219.766928:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1788536219.766964:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536219.767012:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583103104 00000100:00100000:0.0:1788536219.767016:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583103104 00000100:00100000:0.0:1788536219.767044:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583103360 00000100:00100000:0.0:1788536219.767047:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583103360 00000100:00100000:0.0:1788536219.767063:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1788536219.767068:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583103104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767099:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583103104:12345-0@lo:400:kworker.0 Request processed in 31us (2581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536219.767104:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1788536219.767113:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788536219.767119:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583103360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767169:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583103360:12345-0@lo:400:kworker.0 Request processed in 50us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536219.767176:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788536219.767195:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583102720 00000100:00100000:0.0:1788536219.767198:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583102720 00000100:00100000:0.0:1788536219.767222:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1788536219.767227:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583102720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767255:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583102720:12345-0@lo:400:kworker.0 Request processed in 29us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536219.767261:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1788536219.767290:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583102976 00000100:00100000:0.0:1788536219.767299:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583102976 00000100:00100000:0.0:1788536219.767323:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1788536219.767329:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583102976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767356:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583102976:12345-0@lo:400:kworker.0 Request processed in 28us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536219.767362:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00080000:0.0:1788536219.767406:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536219.767411:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536219.767414:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536219.767445:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583102720:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767459:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583103232:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767470:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583102848:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767480:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583103360:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767529:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583102976:0@lo:400:kworker.0 00000100:00100000:0.0:1788536219.767541:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583103104:0@lo:400:kworker.0 00000100:00100000:3.0:1788536219.769289:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536219.769329:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573894912 00000100:00100000:3.0:1788536219.769338:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573894912 00000100:00100000:3.0:1788536219.769458:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 305 00000100:00100000:3.0:1788536219.769467:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573894912:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536219.769486:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536219.769512:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b65 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.769580:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536219.769586:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536219.769597:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 16 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.769620:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 16 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.769636:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536219.770786:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573894912:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1194us (1381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536219.770798:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 305 00000100:00100000:1.0:1788536219.779751:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536219.782285:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573895168 00000100:00100000:2.0:1788536219.782303:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573895168 00000100:00100000:2.0:1788536219.782416:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1141 00000100:00100000:2.0:1788536219.782428:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+97:29338:x1875415573895168:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536219.782456:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536219.782483:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f50fc5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b6c expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.782616:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50fcc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.782635:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50fcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.782651:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50fcc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536219.782667:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1788536219.782986:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f50fc5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b6c expref: 100 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.783007:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50fcc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b6c expref: 99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.783018:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536219.783021:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788536219.783026:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c200, rc 0) 00000100:00100000:2.0:1788536219.783118:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+99:29338:x1875415573895168:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 692us (3378us total) trans 4294968041 rc 0/0 00000100:00100000:2.0:1788536219.783127:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1141 00000100:00100000:3.0:1788536219.790022:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536219.790153:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573895296 00000100:00100000:0.0:1788536219.790167:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573895296 00000100:00100000:0.0:1788536219.790351:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 306 00000100:00100000:0.0:1788536219.790365:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573895296:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:0.0:1788536219.791258:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.791290:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.791322:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 16 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.791332:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536219.791338:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536219.791344:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 5/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.791407:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 16 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.791426:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 16 pid: 6668 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536219.791445:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583103488:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536219.791567:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.791579:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 10 pid: 6666 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536219.791589:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583103616:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536219.791616:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536219.795558:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b58700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583103488:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536219.795579:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b5a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583103616:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536219.795616:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536219.799487:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536219.800096:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536219.800150:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573895552 00000100:00100000:3.0:1788536219.800162:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573895552 00010000:00010000:3.0:1788536219.800363:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 11 pid: 6666 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536219.800422:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573895424 00000100:00100000:3.0:1788536219.800425:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573895424 00010000:00010000:3.0:1788536219.800439:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 17 pid: 6668 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536219.800459:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 341 00000100:00100000:3.0:1788536219.800468:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573895552:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536219.800485:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536219.800510:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 11 pid: 6666 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.800524:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 11 pid: 6666 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.800568:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000088964c94/0x94dfe24b69f50f9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b57 expref: 11 pid: 6666 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.800587:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536219.800650:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464eec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573895552:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 182us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536219.800657:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 341 00000100:00100000:3.0:1788536219.800732:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 342 00000100:00100000:3.0:1788536219.800737:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415573895424:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536219.800746:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536219.800753:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 17 pid: 6668 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.802248:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 17 pid: 6668 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.802284:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fbe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b65 expref: 17 pid: 6668 timeout: 698 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.802300:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536219.802306:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536219.802313:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.802324:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.802383:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536219.802450:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573895424:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1710us (2354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536219.802460:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 342 00010000:00010000:0.0:1788536219.803512:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.803533:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.803578:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.803589:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.803597:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.803604:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536219.803609:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.803620:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.803796:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 2/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536219.803806:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000066a34df9/0x94dfe24b69f50fda lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536219.803937:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573895296:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 13573us (13926us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536219.803945:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 306 00000100:00100000:3.0:1788536219.806181:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536219.806268:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573895808 00000100:00100000:1.0:1788536219.806282:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573895808 00000100:00100000:1.0:1788536219.806352:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 226 00000100:00100000:1.0:1788536219.806363:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:29338:x1875415573895808:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:1.0:1788536219.806477:0:5827:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x20:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50fcc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b6c expref: 99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536219.806836:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968042 00000001:00080000:1.0:1788536219.807830:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968043 00010000:00010000:1.0:1788536219.807915:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.807936:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 49 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.807957:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 102 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.807966:0:5827:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.808016:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 102 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.808034:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 102 pid: 5824 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536219.808056:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583103744:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536219.808194:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 49 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.808203:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 49 pid: 6725 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536219.808212:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583103872:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536219.808234:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536219.812326:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536219.812363:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536219.812459:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583103744:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536219.812474:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583103872:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536219.812523:0:5827:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536219.812557:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573895936 00000100:00100000:1.0:1788536219.812564:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573895936 00010000:00010000:1.0:1788536219.812850:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 103 pid: 5824 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536219.812888:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573896064 00000100:00100000:1.0:1788536219.812892:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573896064 00010000:00010000:1.0:1788536219.812906:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 50 pid: 6725 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536219.812930:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 343 00000100:00100000:1.0:1788536219.812939:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+103:2355:x1875415573895936:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536219.812959:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536219.812967:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 103 pid: 5824 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.812981:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 103 pid: 5824 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813010:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f50f5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b34 expref: 103 pid: 5824 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813029:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:1.0:1788536219.813034:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813055:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813062:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536219.813127:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+102:2355:x1875415573895936:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 188us (818us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536219.813146:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 343 00000100:00100000:1.0:1788536219.813171:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 344 00000100:00100000:1.0:1788536219.813177:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:2355:x1875415573896064:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536219.813197:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536219.813202:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 50 pid: 6725 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813213:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 50 pid: 6725 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813227:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f50f2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b1f expref: 50 pid: 6725 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813236:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:1.0:1788536219.813240:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813249:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813257:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813285:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536219.813307:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:2355:x1875415573896064:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 129us (943us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536219.813313:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 344 00010000:00010000:1.0:1788536219.813347:0:5827:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536219.813355:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536219.813729:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968044 00000001:00080000:1.0:1788536219.813981:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968045 00000001:00080000:1.0:1788536219.814039:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968046 00000100:00100000:1.0:1788536219.814166:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583104000:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788536219.821634:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536219.821701:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d462c8480 going to sleep for 11 seconds 00000100:00100000:1.0:1788536219.821731:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583104000 00000100:00100000:1.0:1788536219.821742:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583104000 00000100:00100000:1.0:1788536219.821802:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788536219.821812:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583104000:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788536219.821919:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583104000:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 107us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536219.821928:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788536219.821984:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583104000:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1788536219.823550:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968047 00000100:00100000:1.0:1788536219.823675:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583104128:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788536219.824261:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536219.824313:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536219.824457:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583104128 00000100:00100000:2.0:1788536219.824467:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583104128 00000100:00100000:3.0:1788536219.824892:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788536219.824904:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5827:x1875415583104128:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788536219.825224:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583104128:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 322us (964us total) trans 4294967355 rc 0/0 00000100:00100000:3.0:1788536219.825234:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788536219.825306:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583104128:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1788536219.825341:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.825353:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.825362:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.825393:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536219.825399:0:5827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.825409:0:5827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.825431:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536219.825435:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788536219.825441:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.825448:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f50fe1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536219.825748:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788536219.825924:0:5827:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:2.0:1788536219.825937:0:5827:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 598053566857ns, next at 599053564296ns, rc = 0 00000001:00080000:2.0:1788536219.825945:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968048 00010000:00010000:2.0:1788536219.825992:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536219.825995:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788536219.826003:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f50fcc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b6c expref: 106 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536219.826263:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+105:29338:x1875415573895808:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 19772us (19964us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1788536219.826273:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 226 00000020:00080000:2.0:1788536219.826279:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000001:00080000:2.0:1788536219.885479:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968040 is committed 00000001:00080000:2.0:1788536219.885499:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968035 is committed 00000020:00080000:2.0:1788536219.885505:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00000004:00080000:2.0:1788536219.885535:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00000020:00080000:0.0:1788536219.886680:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000020:00080000:0.0:1788536219.886943:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:0.0:1788536219.886972:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583104256:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788536219.887070:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536219.899952:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583104256 00000100:00100000:3.0:1788536219.899974:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583104256 00000100:00100000:3.0:1788536219.900051:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:3.0:1788536219.900064:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583104256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788536219.900105:0:6667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:24 count 1 00002000:00010000:3.0:1788536219.900163:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9ae35e, ctime: 0x6a9ae590, blocks: 0xb 00010000:00010000:3.0:1788536219.900173:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.900195:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=598s v=(0 0) 00010000:00010000:3.0:1788536219.900202:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536219.900211:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.900233:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.900246:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.900255:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536219.900281:0:6667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536219.900316:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536219.900326:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.900338:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536219.900344:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.900356:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.900442:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.900453:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8f87be1/0x94dfe24b69f50fe8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536219.900476:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536219.900478:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536219.900480:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788536219.903870:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7bffc000/2, rc 0, transno 4294967366 00000100:00100000:0.0:1788536219.903888:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583104256:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788536219.909791:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583104256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3637us (16628us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1788536219.909814:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1788536220.267643:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583104384:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536220.267741:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536220.267922:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583104384 00000100:00100000:1.0:1788536220.267932:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583104384 00000100:00100000:1.0:1788536220.267997:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1788536220.268007:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583104384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536220.268174:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 78184448 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536220.268292:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583104384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 286us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536220.268299:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1788536220.273382:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583104384:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536220.589551:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536221.425994:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967354 is committed 00000001:00080000:2.0:1788536221.426024:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00010000:00010000:1.0:1788536221.611606:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536221.805353:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583104512:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536221.805477:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1788536221.805621:0:6724:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 600033249861ns, next at 601033246681ns, rc = 0 00000100:00100000:1.0:1788536221.806444:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583104512 00000100:00100000:1.0:1788536221.806457:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583104512 00000100:00100000:1.0:1788536221.806541:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1788536221.806553:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583104512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536221.806603:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3857711104 avail 3855613952 00000100:00080000:3.0:1788536221.807445:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536221.808708:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583104512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2147us (3221us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536221.808723:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:0.0:1788536221.810165:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:0.0:1788536221.810245:0:3282:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967355 00000100:00100000:0.0:1788536221.810292:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583104512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536222.150429:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536222.150505:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573896192 00000100:00100000:2.0:1788536222.150522:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573896192 00000100:00080000:3.0:1788536222.150583:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536222.150623:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1142 00000100:00100000:2.0:1788536222.150640:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+104:29357:x1875415573896192:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:2.0:1788536222.150672:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536222.151245:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f50fef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b73 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.151349:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.151410:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.151427:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.151445:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.151458:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.151465:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154406:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51004 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154444:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154462:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536222.154536:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:2.0:1788536222.154542:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536222.154572:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154589:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51004 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154602:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154610:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154618:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154629:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536222.154634:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154643:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154660:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536222.154663:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536222.154669:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154687:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f50ff6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154702:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154708:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154714:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154719:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536222.154721:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154727:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154740:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536222.154742:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536222.154745:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154751:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f50ffd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154804:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f50fef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b73 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154822:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51004 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b73 expref: 105 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.154831:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536222.154834:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536222.154837:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536222.154938:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+105:29357:x1875415573896192:12345-192.168.203.55@tcp:101:diff.0 Request processed in 4300us (4516us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536222.154949:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1142 00000100:00100000:1.0:1788536222.179240:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536222.179962:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573896448 00000100:00100000:2.0:1788536222.179978:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573896448 00000100:00100000:2.0:1788536222.180943:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1143 00000100:00100000:2.0:1788536222.180963:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:29357:x1875415573896448:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:2.0:1788536222.180991:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536222.181017:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5100b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b7a expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.181333:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51012 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.181353:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.181448:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536222.181465:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1788536222.181638:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5100b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b7a expref: 108 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.181660:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b7a expref: 107 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.181670:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536222.181850:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536222.181857:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536222.181990:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+107:29357:x1875415573896448:12345-192.168.203.55@tcp:101:diff.0 Request processed in 1033us (2763us total) trans 4294968050 rc 0/0 00000100:00100000:2.0:1788536222.182000:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1143 00000100:00100000:2.0:1788536222.191494:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536222.191612:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536222.192281:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573896576 00000100:00100000:0.0:1788536222.192294:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573896576 00000100:00100000:0.0:1788536222.192951:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573896832 00000100:00100000:0.0:1788536222.192959:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573896832 00000100:00100000:2.0:1788536222.195000:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 50 00000100:00100000:2.0:1788536222.195231:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415573896576:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536222.195262:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536222.195301:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51012 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b7a expref: 108 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.195322:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536222.195329:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536222.195468:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+107:2355:x1875415573896576:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 452us (3988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536222.195477:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 50 00000100:00100000:2.0:1788536222.195513:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 51 00000100:00100000:2.0:1788536222.195521:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:29357:x1875415573896832:12345-192.168.203.55@tcp:103:diff.0 00010000:00010000:2.0:1788536222.195667:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536222.195745:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51004 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b73 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536222.195758:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536222.195769:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536222.195793:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+105:29357:x1875415573896832:12345-192.168.203.55@tcp:103:diff.0 Request processed in 273us (4181us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536222.195801:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 51 00000100:00100000:1.0:1788536222.206506:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536222.206716:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573896960 00000100:00100000:0.0:1788536222.206731:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573896960 00000100:00100000:0.0:1788536222.206810:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1144 00000100:00100000:0.0:1788536222.206823:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+105:29357:x1875415573896960:12345-192.168.203.55@tcp:58:diff.0 00010000:00010000:0.0:1788536222.206973:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536222.206995:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536222.207010:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536222.207935:0:5825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:0.0:1788536222.208766:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+105:29357:x1875415573896960:12345-192.168.203.55@tcp:58:diff.0 Request processed in 1934us (2271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536222.208782:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1144 00000100:00100000:0.0:1788536222.222700:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536222.222765:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573897088 00000100:00100000:0.0:1788536222.222778:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573897088 00000100:00100000:0.0:1788536222.222853:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1145 00000100:00100000:0.0:1788536222.222867:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+105:29357:x1875415573897088:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:0.0:1788536222.222897:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536222.222927:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b81 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536222.223024:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536222.223051:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b81 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536222.223147:0:6725:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536222.223165:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b81 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536222.223183:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536222.223187:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536222.223191:0:6725:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b81 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536222.223201:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11d000, rc 0) 00000100:00100000:0.0:1788536222.223274:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+106:29357:x1875415573897088:12345-192.168.203.55@tcp:101:diff.0 Request processed in 410us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536222.223282:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1145 00010000:00010000:2.0:1788536222.638635:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536223.084807:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536223.084820:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536223.084875:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:0.0:1788536223.084885:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536223.085047:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b58000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583104640:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536223.085340:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536223.091504:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.091725:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b58000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583104640:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536223.096251:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573897216 00000100:00100000:2.0:1788536223.096276:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573897216 00000100:00100000:2.0:1788536223.096517:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1146 00000100:00100000:2.0:1788536223.096532:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:29358:x1875415573897216:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536223.096606:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536223.096814:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:29358:x1875415573897216:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 286us (5322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536223.096824:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1146 00000100:00080000:3.0:1788536223.098089:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536223.111551:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536223.111804:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573897344 00000100:00100000:0.0:1788536223.111818:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573897344 00000100:00100000:0.0:1788536223.111897:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1147 00000100:00100000:0.0:1788536223.111908:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:29358:x1875415573897344:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788536223.112022:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112045:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112064:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112084:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112092:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112099:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112138:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112147:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112154:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536223.112223:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:0.0:1788536223.112228:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536223.112245:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112258:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112266:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112273:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112279:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536223.112284:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112292:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112305:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536223.112308:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536223.112314:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112320:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f5102e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112354:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112421:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112428:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112432:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536223.112436:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112442:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112452:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff8b1d4969e100) 00010000:00010000:0.0:1788536223.112454:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536223.112457:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112463:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51035 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112484:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112490:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112495:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112501:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536223.112510:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112518:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112527:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536223.112530:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536223.112533:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.112539:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5103c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.112650:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:29358:x1875415573897344:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 740us (1113us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.112661:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1147 00000100:00100000:1.0:1788536223.118055:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.118188:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573897600 00000100:00100000:2.0:1788536223.118202:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573897600 00000100:00100000:2.0:1788536223.118281:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1148 00000100:00100000:2.0:1788536223.118294:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:29358:x1875415573897600:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536223.118323:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536223.118353:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51043 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b88 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118555:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118576:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118592:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536223.118606:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:2.0:1788536223.118925:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118936:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118943:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118950:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536223.118956:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118965:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118980:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:2.0:1788536223.118984:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536223.118989:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.118996:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5104a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.119057:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51043 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b88 expref: 46 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.119069:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536223.119071:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536223.119075:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51043 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b88 expref: 46 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.119085:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536223.119182:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:29358:x1875415573897600:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 889us (1142us total) trans 4294968051 rc 301/301 00000100:00100000:2.0:1788536223.119190:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1148 00000100:00100000:1.0:1788536223.125028:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536223.125216:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573897728 00000100:00100000:0.0:1788536223.125233:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573897728 00000100:00100000:0.0:1788536223.125319:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1149 00000100:00100000:0.0:1788536223.125332:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:29358:x1875415573897728:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536223.125403:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536223.125560:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:29358:x1875415573897728:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 231us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.125580:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1149 00000100:00100000:1.0:1788536223.131701:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536223.132202:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573897984 00000100:00100000:0.0:1788536223.132218:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573897984 00000100:00100000:0.0:1788536223.132312:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1150 00000100:00100000:0.0:1788536223.132325:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:29358:x1875415573897984:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536223.132410:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536223.132455:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51058 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b8f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.134594:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5105f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.134619:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5105f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.134647:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5105f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536223.134664:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00010000:00010000:1.0:1788536223.134738:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51058 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b8f expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.134782:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5105f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b8f expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.134794:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:1.0:1788536223.134797:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536223.134994:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3800, rc 0) 00000100:00100000:1.0:1788536223.135175:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:29358:x1875415573897984:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2851us (3491us total) trans 4294968052 rc 0/0 00000100:00100000:1.0:1788536223.135186:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1150 00000100:00100000:1.0:1788536223.142246:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.142767:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573898240 00000100:00100000:2.0:1788536223.142782:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573898240 00000100:00100000:2.0:1788536223.143271:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1151 00000100:00100000:2.0:1788536223.143286:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:29358:x1875415573898240:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536223.143415:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536223.143466:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5105f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b8f expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.143495:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536223.143509:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536223.143554:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.143572:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 105 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.143583:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 4/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.143637:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 105 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.143653:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 105 pid: 5823 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.143671:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583104768:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536223.143817:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536223.152333:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.152862:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573898368 00000100:00100000:3.0:1788536223.152875:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573898368 00010000:00010000:3.0:1788536223.152952:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 106 pid: 5823 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536223.153009:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 345 00000100:00100000:3.0:1788536223.153031:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+106:2354:x1875415573898368:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536223.153050:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536223.153059:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 106 pid: 5823 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.153076:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 106 pid: 5823 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.153105:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:3.0:1788536223.153112:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.153133:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.153142:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.153165:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536223.153249:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+106:2354:x1875415573898368:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 228us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.153258:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 345 00010000:00010000:2.0:1788536223.153645:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f50f71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b42 expref: 105 pid: 5823 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.153740:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583104768:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536223.153775:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156218:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156240:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156284:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156302:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156317:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156625:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156634:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156642:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156649:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536223.156654:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156662:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156680:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:2.0:1788536223.156683:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536223.156689:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156696:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5106d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156708:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156715:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156721:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156726:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536223.156730:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156735:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156743:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0xc06f0ac1 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536223.156746:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536223.156748:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.156754:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51074 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0xc06f0ac1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.158392:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:29358:x1875415573898240:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 15081us (16137us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536223.158408:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1151 00000100:00100000:1.0:1788536223.168295:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.169500:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573898496 00000100:00100000:2.0:1788536223.169520:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573898496 00000100:00100000:2.0:1788536223.169625:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1152 00000100:00100000:2.0:1788536223.169636:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5704c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:29358:x1875415573898496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536223.169665:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536223.169695:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5107b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b96 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.169747:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.169764:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.169778:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.169915:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5107b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 48 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.169940:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.169952:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536223.169956:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536223.169961:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c000, rc 0) 00000100:00100000:2.0:1788536223.171250:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5704c050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:29358:x1875415573898496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 504us (1861us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536223.171269:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1152 00000100:00100000:1.0:1788536223.182133:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.182447:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573898752 00000100:00100000:2.0:1788536223.182460:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573898752 00000100:00100000:2.0:1788536223.182529:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1153 00000100:00100000:2.0:1788536223.182540:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:29358:x1875415573898752:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536223.182667:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.182691:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.182706:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536223.183256:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000008ca73ae1 reply state 00000000cfd56eea transno 4294968053 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.183268:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536223.183461:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:29358:x1875415573898752:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 919us (1349us total) trans 4294968053 rc 0/0 00000100:00100000:2.0:1788536223.183471:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1153 00000100:00100000:1.0:1788536223.189336:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.190248:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573898880 00000100:00100000:3.0:1788536223.190266:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573898880 00010000:00010000:2.0:1788536223.190406:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.190421:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.190436:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.190443:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536223.190449:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.190458:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.190480:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536223.190483:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788536223.190490:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.190498:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51089 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.190930:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1154 00000100:00100000:0.0:1788536223.190945:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:29358:x1875415573898880:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536223.190977:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536223.191002:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0b9d expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.191092:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 49 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.191107:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 49 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.191129:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536223.191131:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536223.191134:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e11c200, rc 0) 00000100:00100000:0.0:1788536223.191232:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:29358:x1875415573898880:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 290us (1910us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.191240:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1154 00000100:00100000:0.0:1788536223.200887:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.201408:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573899008 00000100:00100000:3.0:1788536223.201425:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573899008 00000100:00100000:3.0:1788536223.201508:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 227 00000100:00100000:3.0:1788536223.201522:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29358:x1875415573899008:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788536223.201926:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29358:x1875415573899008:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 405us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.201936:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 227 00000100:00100000:1.0:1788536223.209525:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.211881:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573899264 00000100:00100000:2.0:1788536223.211906:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573899264 00000100:00100000:1.0:1788536223.212233:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 228 00000100:00100000:1.0:1788536223.212248:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b99850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:29358:x1875415573899264:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536223.212685:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b99850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29358:x1875415573899264:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 438us (3170us total) trans 4294968054 rc 0/0 00000100:00100000:1.0:1788536223.212717:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 228 00000100:00100000:1.0:1788536223.217053:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.217305:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573899520 00000100:00100000:2.0:1788536223.217319:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573899520 00000100:00100000:2.0:1788536223.217439:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1155 00000100:00100000:2.0:1788536223.217452:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:29358:x1875415573899520:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536223.217618:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:29358:x1875415573899520:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 167us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536223.217629:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1155 00000100:00100000:0.0:1788536223.223249:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536223.223478:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573899776 00000100:00100000:1.0:1788536223.223493:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573899776 00000100:00100000:1.0:1788536223.223716:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1156 00000100:00100000:1.0:1788536223.223730:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29358:x1875415573899776:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536223.223759:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536223.223790:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51097 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ba4 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.223936:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.223954:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.223965:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.224011:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.224042:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 51 pid: 16075 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536223.224060:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583104896:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536223.224968:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536ef480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536223.230274:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536223.230904:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583104896:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536223.230944:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.231540:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573899904 00000100:00100000:0.0:1788536223.231552:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573899904 00010000:00010000:0.0:1788536223.231707:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 52 pid: 16075 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.231803:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 346 00000100:00100000:0.0:1788536223.231908:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46a22c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415573899904:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536223.231933:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536223.231942:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 52 pid: 16075 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.231958:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 52 pid: 16075 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.231988:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f51090 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b9d expref: 52 pid: 16075 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.232028:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536223.232035:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.232046:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.232054:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.232132:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536223.232223:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46a22c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:2354:x1875415573899904:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 409us (1975us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.232233:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 346 00010000:00010000:1.0:1788536223.234222:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.234247:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536223.234280:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00080000:1.0:1788536223.235752:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:1.0:1788536223.236104:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.236127:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.236137:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.236143:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536223.236149:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.236157:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.236248:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536223.236252:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536223.236258:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.236289:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5109e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.236985:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51097 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ba4 expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.237004:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536223.237007:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536223.237012:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51097 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ba4 expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.237102:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2000, rc 0) 00000100:00100000:0.0:1788536223.237465:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29358:x1875415573899776:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 13734us (14230us total) trans 4294968055 rc 301/301 00000100:00100000:0.0:1788536223.237477:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1156 00000100:00100000:1.0:1788536223.259325:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.259491:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573900160 00000100:00100000:2.0:1788536223.259505:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573900160 00000100:00100000:2.0:1788536223.259584:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 229 00000100:00100000:2.0:1788536223.259598:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29358:x1875415573900160:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536223.260300:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:29358:x1875415573900160:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 702us (991us total) trans 4294968056 rc 0/0 00000100:00100000:2.0:1788536223.260311:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 229 00000100:00100000:2.0:1788536223.267327:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536223.267792:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573900288 00000100:00100000:0.0:1788536223.267807:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573900288 00000100:00100000:0.0:1788536223.267945:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1157 00000100:00100000:0.0:1788536223.267959:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:29358:x1875415573900288:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536223.267994:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536223.268023:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f510ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bab expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.268142:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.268162:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.268178:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536223.268255:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x21:0x0]: returning size 0 00000004:00200000:0.0:1788536223.268262:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536223.268288:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.268605:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f510ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bab expref: 53 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.268659:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bab expref: 52 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.268671:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536223.268675:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788536223.268680:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:0.0:1788536223.268834:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:29358:x1875415573900288:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 878us (1522us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.268843:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1157 00000100:00100000:0.0:1788536223.272559:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.272620:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573900416 00000100:00100000:3.0:1788536223.272634:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573900416 00000100:00100000:3.0:1788536223.272799:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 308 00000100:00100000:3.0:1788536223.272826:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573900416:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536223.272853:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536223.272883:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bb2 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536223.272919:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788536223.272948:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=601s v=(0 0) 00010000:00010000:3.0:1788536223.272953:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536223.272966:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.272989:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 11 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.273005:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547e00, rc 0) 00000100:00100000:3.0:1788536223.273099:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573900416:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 288us (556us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.273107:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 308 00000100:00080000:0.0:1788536223.273304:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536223.276981:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.277239:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573900672 00000100:00100000:2.0:1788536223.277253:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573900672 00000100:00100000:2.0:1788536223.277519:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1158 00000100:00100000:2.0:1788536223.277536:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:29358:x1875415573900672:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536223.277976:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:29358:x1875415573900672:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 442us (1008us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536223.277986:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1158 00000100:00100000:1.0:1788536223.285837:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.286483:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573900800 00000100:00100000:2.0:1788536223.286498:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573900800 00000100:00100000:2.0:1788536223.286579:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 309 00000100:00100000:2.0:1788536223.286591:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:29358:x1875415573900800:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536223.286620:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536223.286645:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bb9 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.286697:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.286708:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536223.286714:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536223.286720:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.286763:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.286779:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 12 pid: 6666 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.286796:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583105024:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536223.286934:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536223.290673:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583105024:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536223.290738:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.290770:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d800, rc 0) 00000100:00100000:0.0:1788536223.292177:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:29358:x1875415573900800:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 5566us (6344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.292193:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 309 00000100:00100000:1.0:1788536223.292617:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.293061:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573900928 00000100:00100000:2.0:1788536223.293076:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573900928 00010000:00010000:2.0:1788536223.293151:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 12 pid: 6666 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.293251:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 347 00000100:00100000:2.0:1788536223.293263:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573900928:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536223.293283:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536223.293311:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 12 pid: 6666 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.293327:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 12 pid: 6666 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.293362:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008abd2eb1/0x94dfe24b69f510ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb2 expref: 12 pid: 6666 timeout: 701 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.293420:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536223.293425:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536223.293436:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.293448:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.293496:0:17110:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 11 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.293514:0:17110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17110:1875415583105152:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536223.293622:0:17110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4519c600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536223.299440:0:17110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17110:1875415583105152:192.168.203.55@tcp:105: 00010000:00010000:2.0:1788536223.299483:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536223.300282:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573900928:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 7014us (7661us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536223.300298:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 347 00000100:00100000:0.0:1788536223.307798:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536223.308208:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573901056 00000100:00100000:1.0:1788536223.308224:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573901056 00002000:00100000:1.0:1788536223.308302:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff8b1c43b5a680 x1875415573901056/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:124/0 lens 648/0 e 0 to 0 dl 1788536234 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536223.308316:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c43b5a680 with x1875415573901056 ext(0->157) 00002000:00010000:1.0:1788536223.308323:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c43b5a680 00000100:00100000:1.0:1788536223.308417:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 102 00000100:00100000:1.0:1788536223.308431:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573901056:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536223.314590:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573901056:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 6145us (6902us total) trans 4294967367 rc 0/0 00000100:00100000:1.0:1788536223.314620:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 102 00002000:00100000:1.0:1788536223.314636:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->157) req@ffff8b1c43b5a680 x1875415573901056/t4294967367(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:124/0 lens 648/448 e 0 to 0 dl 1788536234 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536223.314649:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c43b5a680 with x1875415573901056 ext(0->157) 00002000:00010000:1.0:1788536223.314657:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c43b5a680 00000100:00100000:0.0:1788536223.325242:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.325361:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573901184 00000100:00100000:2.0:1788536223.325775:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573901184 00000100:00100000:2.0:1788536223.325980:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1159 00000100:00100000:2.0:1788536223.325994:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:29358:x1875415573901184:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788536223.390872:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968055 is committed 00000001:00080000:1.0:1788536223.390898:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968048 is committed 00000020:00080000:1.0:1788536223.390924:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d6dde8540 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:1.0:1788536223.390938:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d464e5a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d42af7a80 00000020:00080000:1.0:1788536223.390943:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d464e5700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d7c7c5000 00000001:00080000:1.0:1788536223.390983:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968056 is committed 00000001:00080000:1.0:1788536223.390994:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968050 is committed 00000004:00080000:1.0:1788536223.391000:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000004:00080000:1.0:1788536223.391025:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000100:00100000:1.0:1788536223.391244:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583105280:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536223.391448:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536223.391805:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:29358:x1875415573901184:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 65810us (66640us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.391817:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1159 00000020:00080000:2.0:1788536223.392359:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:2.0:1788536223.392803:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:1.0:1788536223.395171:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583105280 00000100:00100000:1.0:1788536223.395196:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583105280 00000100:00100000:1.0:1788536223.395295:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1788536223.395308:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583105280:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788536223.395356:0:6667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:22 count 1 00002000:00010000:1.0:1788536223.395429:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x16:0x0] initial LVB size: 158, mtime: 0x6a9ae59a, atime: 0x0, ctime: 0x6a9ae59a, blocks: 0xb 00010000:00010000:1.0:1788536223.395439:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.395467:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=601s v=(0 0) 00010000:00010000:1.0:1788536223.395473:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536223.395481:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.395500:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.395513:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788536223.395738:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536223.395925:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.395956:0:6667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536223.395973:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536223.395982:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.395990:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536223.395995:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.396006:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.396096:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.396105:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075c07203/0x94dfe24b69f510c8 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.396138:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536223.396141:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536223.396142:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536223.396948:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.397145:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573901312 00000100:00100000:3.0:1788536223.397155:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573901312 00000100:00100000:3.0:1788536223.397246:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 311 00000100:00100000:3.0:1788536223.397259:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573901312:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1788536223.398213:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583105280:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2901us (6770us total) trans 4294967356 rc 0/0 00000100:00100000:1.0:1788536223.398225:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000004:00080000:2.0:1788536223.401922:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7c6bd880/2, rc 0, transno 4294967356 00000100:00100000:2.0:1788536223.401942:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583105280:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788536223.447634:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573901312:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 50360us (50676us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.447655:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 311 00000001:00080000:2.0:1788536223.448653:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967367 is committed 00000001:00080000:2.0:1788536223.448681:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000100:00100000:0.0:1788536223.452190:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.452325:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573901568 00000100:00100000:2.0:1788536223.452338:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573901568 00000100:00100000:2.0:1788536223.452451:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1160 00000100:00100000:2.0:1788536223.452464:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:29358:x1875415573901568:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536223.452698:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536223.452736:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bab expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.452787:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536223.452794:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536223.452838:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.452856:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.452867:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536223.453435:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000006f669a72 reply state 000000002a7ed5ea transno 4294968057 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.453450:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536223.453982:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:29358:x1875415573901568:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1515us (2100us total) trans 4294968057 rc 0/0 00000100:00100000:2.0:1788536223.453992:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1160 00010000:00010000:1.0:1788536223.464698:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.464722:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.464731:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.464737:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536223.464744:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.464753:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.464775:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536223.464779:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536223.464785:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.464792:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f510cf lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.479993:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.485736:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573901696 00000100:00100000:2.0:1788536223.485760:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573901696 00000100:00100000:3.0:1788536223.486212:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1161 00000100:00100000:3.0:1788536223.486228:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:29358:x1875415573901696:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536223.486264:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536223.486306:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bc0 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.486446:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.486465:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.486491:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:3.0:1788536223.486495:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536223.486510:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547000, rc 0) 00000100:00100000:3.0:1788536223.486616:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:29358:x1875415573901696:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 392us (6636us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.486625:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1161 00000100:00100000:2.0:1788536223.491245:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536223.491795:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573901824 00000100:00100000:0.0:1788536223.491809:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573901824 00000100:00100000:0.0:1788536223.491926:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 312 00000100:00100000:0.0:1788536223.491939:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573901824:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788536223.492638:0:16289:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788536223.492644:0:16289:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1788536218 00002000:00010000:0.0:1788536223.492647:0:16289:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 1788536218 00002000:00010000:0.0:1788536223.492650:0:16289:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1788536218 00002000:00010000:0.0:1788536223.492653:0:16289:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1788536223.492737:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573901824:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 798us (1511us total) trans 4294967368 rc 0/0 00000100:00100000:0.0:1788536223.492748:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 312 00000100:00100000:2.0:1788536223.495842:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536223.495946:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573902080 00000100:00100000:0.0:1788536223.496032:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573902080 00000100:00100000:0.0:1788536223.496118:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1162 00000100:00100000:0.0:1788536223.496130:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:29358:x1875415573902080:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788536223.496226:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.496247:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.496280:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 4/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.498215:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.498244:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 47 pid: 6725 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536223.498265:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583105408:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536223.498729:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4984e3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536223.516516:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6a680 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583105408:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536223.516725:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.517782:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536223.517890:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573902208 00000100:00100000:1.0:1788536223.517901:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573902208 00010000:00010000:1.0:1788536223.517950:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 48 pid: 6725 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536223.518010:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 348 00000100:00100000:1.0:1788536223.518020:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:2354:x1875415573902208:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536223.518038:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536223.518045:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 48 pid: 6725 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.518059:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 48 pid: 6725 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.518092:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51082 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b96 expref: 48 pid: 6725 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.518121:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536223.518144:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.518155:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.518163:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.518194:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536223.518265:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573902208:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 246us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536223.518273:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 348 00010000:00010000:2.0:1788536223.518679:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.518689:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.518733:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.518742:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.518750:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.518757:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536223.518764:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.518772:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.518784:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536223.518787:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788536223.518791:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.518798:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510dd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.518881:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:29358:x1875415573902080:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 22751us (23052us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788536223.518891:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1162 00000100:00100000:2.0:1788536223.530232:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.531106:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573902336 00000100:00100000:3.0:1788536223.531133:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573902336 00000100:00100000:3.0:1788536223.531242:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 313 00000100:00100000:3.0:1788536223.531255:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573902336:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536223.531319:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.531346:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.531357:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536223.531363:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536223.531414:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.531476:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 12 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.531493:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 12 pid: 16289 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536223.531512:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583105536:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536223.531979:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536223.537465:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583105536:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536223.537513:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536223.542924:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536223.543721:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573902464 00000100:00100000:0.0:1788536223.543735:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573902464 00010000:00010000:0.0:1788536223.543796:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 13 pid: 16289 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.543906:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 349 00000100:00100000:0.0:1788536223.543919:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573902464:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536223.543940:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536223.543969:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 13 pid: 16289 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.543987:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 13 pid: 16289 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.544026:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f510c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bb9 expref: 13 pid: 16289 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.544072:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536223.544077:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536223.544084:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.544095:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.544164:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536223.544741:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.544756:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.544791:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.544800:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.544814:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.544821:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536223.544825:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.544834:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.544848:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.544856:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f510e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.545059:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573902464:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1138us (2148us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.545070:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 349 00000100:00100000:2.0:1788536223.549887:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573902336:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 18614us (19652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536223.549906:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 313 00000100:00100000:3.0:1788536223.554061:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536223.554155:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573902720 00000100:00100000:0.0:1788536223.554179:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573902720 00000100:00100000:0.0:1788536223.554268:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1163 00000100:00100000:0.0:1788536223.554280:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:29358:x1875415573902720:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536223.554411:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.554437:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.554466:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.554775:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.554810:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.554820:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.554870:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.554888:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 47 pid: 5825 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.554908:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b5b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583105664:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536223.555672:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536223.563546:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b5b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583105664:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536223.563589:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536223.565108:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.567854:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573902848 00000100:00100000:2.0:1788536223.567870:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573902848 00010000:00010000:2.0:1788536223.567922:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 48 pid: 5825 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536223.569789:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 350 00000100:00100000:2.0:1788536223.569814:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:2355:x1875415573902848:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536223.569835:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536223.569847:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 48 pid: 5825 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.569863:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 48 pid: 5825 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.569885:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f510d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc0 expref: 48 pid: 5825 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.569902:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536223.569907:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.569916:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.569923:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.570069:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536223.570151:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573902848:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 349us (5054us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536223.570159:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 350 00010000:00010000:0.0:1788536223.571591:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.571604:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536223.574287:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968058 00000004:02000000:0.0:1788536223.574510:0:16075:0:(mdd_object.c:3344:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:0.0:1788536223.580772:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968059 00010000:00010000:0.0:1788536223.580870:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.580903:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.580912:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.580919:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536223.580926:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.580935:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.580960:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536223.580963:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536223.580970:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.580977:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f510f2 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x21:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581049:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581056:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581062:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581067:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536223.581078:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581085:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581098:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536223.581101:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536223.581122:0:16075:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b81 expref: 94 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581137:0:16075:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b81 expref: 94 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581149:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b81 expref: 94 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.581206:0:16075:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b81 expref: 94 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536223.581226:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b5b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583105792:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536223.581361:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536223.586992:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b5b480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583105792:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536223.587052:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536223.587065:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d200/0x94dfe24b69f51020 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587266:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587292:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587306:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587319:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587327:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587334:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587340:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536223.587359:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587401:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587414:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536223.587417:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536223.587422:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587428:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f510f9 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587444:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587449:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587453:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587458:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e11c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536223.587461:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587466:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587473:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536223.587476:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536223.587485:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536223.587491:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c200/0x94dfe24b69f510eb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536223.587867:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:29358:x1875415573902720:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 33583us (33815us total) trans 0 rc -95/-95 00000100:00100000:1.0:1788536223.587880:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1163 00000020:00080000:1.0:1788536223.587889:0:16075:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:3.0:1788536223.589010:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536223.589031:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:2.0:1788536223.593140:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000040:00080000:3.0:1788536223.593205:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788536223.593229:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536223.594216:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573902976 00000100:00100000:0.0:1788536223.594234:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573902976 00000100:00100000:0.0:1788536223.594307:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 230 00000100:00100000:0.0:1788536223.594323:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:29357:x1875415573902976:12345-192.168.203.55@tcp:49:diff.0 00000100:00100000:0.0:1788536223.594566:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:29357:x1875415573902976:12345-192.168.203.55@tcp:49:diff.0 Request processed in 247us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536223.594574:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 230 00000100:00100000:3.0:1788536223.595136:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536223.595210:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573903232 00000100:00100000:2.0:1788536223.595226:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573903232 00000100:00100000:2.0:1788536223.595302:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 231 00000100:00100000:2.0:1788536223.595314:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:29358:x1875415573903232:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788536223.596244:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788536223.596442:0:5827:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9376 00000004:00080000:2.0:1788536223.596455:0:5827:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 601824085076ns, next at 602824082319ns, rc = 0 00000001:00080000:2.0:1788536223.596463:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968060 00010000:00010000:2.0:1788536223.596521:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.596537:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.596549:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.596558:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.596564:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.596570:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536223.596594:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788536223.596693:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29358:x1875415573903232:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1378us (1557us total) trans 4294968061 rc 0/0 00000100:00100000:2.0:1788536223.596704:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 231 00000020:00080000:2.0:1788536223.596709:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788536223.599294:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536223.599319:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.599335:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0dc00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536223.599341:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.599356:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.601203:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x21:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:3.0:1788536223.601216:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536223.601227:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.601238:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f51100 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x21:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536223.601270:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536223.601272:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536223.601275:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536223.606785:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536223.606922:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573903488 00000100:00100000:1.0:1788536223.606937:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573903488 00000100:00100000:1.0:1788536223.607021:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 232 00000100:00100000:1.0:1788536223.607034:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:29357:x1875415573903488:12345-192.168.203.55@tcp:35:diff.0 00000100:00100000:1.0:1788536223.607300:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:29357:x1875415573903488:12345-192.168.203.55@tcp:35:diff.0 Request processed in 268us (529us total) trans 4294968062 rc 0/0 00000100:00100000:1.0:1788536223.607309:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 232 00010000:00010000:3.0:1788536223.659680:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536223.959646:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.959696:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.959731:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.959753:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.959777:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.959796:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.959832:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536223.959875:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573903872 00000100:00100000:3.0:1788536223.959890:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573903872 00000100:00100000:3.0:1788536223.959960:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573904384 00000100:00100000:3.0:1788536223.959964:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573904384 00000100:00100000:3.0:1788536223.959978:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573904000 00000100:00100000:3.0:1788536223.959981:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573904000 00000100:00100000:3.0:1788536223.959994:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573904256 00000100:00100000:3.0:1788536223.959997:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573904256 00000100:00100000:3.0:1788536223.960027:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 412 00000100:00100000:3.0:1788536223.960039:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573903872:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536223.960150:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573903872:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 113us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.960158:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 412 00000100:00100000:3.0:1788536223.960179:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:3.0:1788536223.960185:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573904384:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536223.960212:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573904384:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.960218:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:3.0:1788536223.960229:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 414 00000100:00100000:3.0:1788536223.960235:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573904000:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536223.960256:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573904000:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.960261:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 414 00000100:00100000:3.0:1788536223.960271:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 415 00000100:00100000:3.0:1788536223.960278:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573904256:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536223.960300:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573904256:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.960306:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 415 00000100:00100000:3.0:1788536223.960326:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573904128 00000100:00100000:3.0:1788536223.960329:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573904128 00000100:00100000:3.0:1788536223.960357:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573903744 00000100:00100000:3.0:1788536223.960360:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573903744 00000100:00100000:3.0:1788536223.960415:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:3.0:1788536223.960422:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:2355:x1875415573904128:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536223.960456:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:2355:x1875415573904128:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 35us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.960463:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:3.0:1788536223.960475:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00100000:3.0:1788536223.960482:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+96:2355:x1875415573903744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536223.960508:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+96:2355:x1875415573903744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (730us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536223.960514:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00080000:3.0:1788536223.960544:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536223.960549:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536223.960755:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573903616 00000100:00100000:1.0:1788536223.960760:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573903616 00000100:00100000:1.0:1788536223.960801:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 568 00000100:00100000:1.0:1788536223.960810:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573903616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536223.960839:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573903616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 32us (1208us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536223.960845:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 568 00000040:00080000:3.0:1788536224.620688:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536224.620703:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536224.621056:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:3.0:1788536224.621065:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536224.683498:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536224.718280:0:20395:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536224.718292:0:20395:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536224.718339:0:20395:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:2.0:1788536224.718347:0:20395:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536224.883265:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583106048:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.883354:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536224.883437:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583106560:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.883480:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536224.883518:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788536224.883525:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583105920:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.883558:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536224.883580:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583106432:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.883604:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536224.883631:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583106176:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.883657:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536224.883676:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536224.883681:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583106304:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.883700:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536224.883735:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583106048 00000100:00100000:1.0:1788536224.883745:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583106048 00000100:00100000:1.0:1788536224.883800:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583106432 00000100:00100000:1.0:1788536224.883802:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583106432 00000100:00100000:1.0:1788536224.883832:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583106176 00000100:00100000:1.0:1788536224.883834:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583106176 00000100:00100000:1.0:1788536224.883854:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788536224.883864:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583106048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.883926:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583106048:12345-0@lo:400:kworker.0 Request processed in 62us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536224.883933:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788536224.883953:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1788536224.883959:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583106432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.883987:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583106432:12345-0@lo:400:kworker.0 Request processed in 28us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536224.883993:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1788536224.884014:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788536224.884020:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583106176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884055:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583106176:12345-0@lo:400:kworker.0 Request processed in 35us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536224.884060:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788536224.884082:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583106560 00000100:00100000:1.0:1788536224.884087:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583106560 00000100:00100000:1.0:1788536224.884126:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583106304 00000100:00100000:1.0:1788536224.884129:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583106304 00000100:00100000:1.0:1788536224.884150:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1788536224.884157:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583106560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884190:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583106560:12345-0@lo:400:kworker.0 Request processed in 34us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536224.884197:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1788536224.884208:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1788536224.884215:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583106304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884239:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583106304:12345-0@lo:400:kworker.0 Request processed in 26us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536224.884244:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1788536224.884261:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583105920 00000100:00100000:1.0:1788536224.884264:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583105920 00000100:00100000:1.0:1788536224.884288:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1788536224.884294:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583105920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884324:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583105920:12345-0@lo:400:kworker.0 Request processed in 31us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536224.884330:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00080000:1.0:1788536224.884393:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536224.884407:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536224.884443:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583105920:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884459:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583106432:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884471:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583106048:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884480:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:1.0:1788536224.884486:0:3285:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7bffc000, transno 4294967366 00000100:00100000:1.0:1788536224.884498:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583106560:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884537:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583106304:0@lo:400:kworker.0 00000100:00100000:1.0:1788536224.884547:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583106176:0@lo:400:kworker.0 00000100:00100000:1.0:1788536225.399935:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583106688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536225.400038:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788536225.400181:0:7889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 603627810291ns, next at 604627807021ns, rc = 0 00000100:00100000:3.0:1788536225.402741:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583106688 00000100:00100000:3.0:1788536225.402764:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583106688 00000100:00100000:3.0:1788536225.402853:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1788536225.402870:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583106688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536225.402926:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536225.405303:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583106688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2430us (5255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536225.405320:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:1.0:1788536225.405786:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583106688:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536225.715112:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536226.035416:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536226.035569:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573904640 00000100:00100000:1.0:1788536226.035582:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573904640 00000100:00100000:1.0:1788536226.035690:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1164 00000100:00100000:1.0:1788536226.035703:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+96:29380:x1875415573904640:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536226.035735:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536226.035763:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51107 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bc7 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.035874:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.035917:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.035936:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.035957:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.035965:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.035971:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788536226.036461:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536226.036761:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5111c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.036774:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5111c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.036782:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5111c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536226.036795:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:1.0:1788536226.036928:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.036937:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.036945:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.036959:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536226.036965:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.036973:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.036988:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536226.036991:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536226.036996:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037003:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f5110e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037016:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037022:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037027:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037032:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536226.037034:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037040:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037056:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x28d475f8 (ffff8b1d71a6f500) 00010000:00010000:1.0:1788536226.037059:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536226.037062:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037068:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51115 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037136:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51107 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc7 expref: 99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037273:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5111c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc7 expref: 98 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.037282:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536226.037285:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536226.037287:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2c00, rc 0) 00000100:00100000:1.0:1788536226.037994:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+98:29380:x1875415573904640:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2289us (2640us total) trans 4294968063 rc 0/0 00000100:00100000:1.0:1788536226.038005:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1164 00000100:00100000:3.0:1788536226.042146:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536226.042272:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573904768 00000100:00100000:1.0:1788536226.042287:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573904768 00000100:00100000:1.0:1788536226.042363:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1165 00000100:00100000:1.0:1788536226.042415:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+98:29380:x1875415573904768:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:1.0:1788536226.042510:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.042789:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.042902:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.043686:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.043697:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.043705:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.043712:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536226.043718:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.043727:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.043745:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:1.0:1788536226.043748:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536226.043753:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536226.043760:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5112a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536226.043917:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+98:29380:x1875415573904768:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 1500us (1781us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536226.043939:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1165 00000100:00100000:0.0:1788536226.057172:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536226.057261:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573905024 00000100:00100000:3.0:1788536226.057274:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573905024 00000100:00100000:3.0:1788536226.057346:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 233 00000100:00100000:3.0:1788536226.057359:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+98:29380:x1875415573905024:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:3.0:1788536226.057701:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+99:29380:x1875415573905024:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 343us (544us total) trans 4294968064 rc 0/0 00000100:00100000:3.0:1788536226.057711:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 233 00000001:00080000:2.0:1788536226.498844:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00010000:00010000:3.0:1788536226.732915:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536226.925140:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536226.925172:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583106816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536226.925262:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536226.925418:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583106816 00000100:00100000:3.0:1788536226.925429:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583106816 00000100:00100000:3.0:1788536226.925495:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1788536226.925507:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583106816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536226.925552:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536226.925607:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583106816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536226.925614:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00080000:0.0:1788536226.925807:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536226.925844:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:0.0:1788536226.925850:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7c6bd880, transno 4294967356 00000100:00100000:0.0:1788536226.925876:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583106816:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536227.761260:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788536228.529792:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967368 is committed 00000001:00080000:1.0:1788536228.535707:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968059 is committed 00000001:00080000:1.0:1788536228.535722:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968063 is committed 00000004:00080000:1.0:1788536228.535736:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000001:00080000:1.0:1788536228.535755:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968061 is committed 00000004:00080000:1.0:1788536228.535758:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000020:00080000:1.0:1788536228.535767:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000001:00080000:1.0:1788536228.535785:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968064 is committed 00000020:00080000:0.0:1788536228.535836:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:0.0:1788536228.535847:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000100:00100000:0.0:1788536228.536008:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583106944:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788536228.536098:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536228.536420:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583106944 00000100:00100000:2.0:1788536228.536429:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583106944 00000100:00100000:2.0:1788536228.536494:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1788536228.536503:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583106944:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788536228.536529:0:16289:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:25 count 1 00002000:00010000:2.0:1788536228.536562:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 158, mtime: 0x6a9ae59a, atime: 0x6a9ae59a, ctime: 0x6a9ae59a, blocks: 0xb 00010000:00010000:2.0:1788536228.536571:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.536587:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=606s v=(0 0) 00010000:00010000:2.0:1788536228.536592:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536228.536597:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.536612:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.536622:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.536629:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.536648:0:16289:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:0.0:1788536228.537226:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536228.537743:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583106944:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1239us (1641us total) trans 4294967369 rc 0/0 00000100:00100000:2.0:1788536228.537752:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00010000:00010000:2.0:1788536228.537785:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536228.537792:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.537801:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536228.537805:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.537815:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.537834:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.537842:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001ea14e46/0x94dfe24b69f51131 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536228.537862:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536228.537864:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536228.537866:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788536228.537980:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c42dd6d80/2, rc 0, transno 4294967369 00000100:00100000:0.0:1788536228.537987:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583106944:0@lo:6:osp-syn-1-0.0 00000040:00080000:2.0:1788536228.716625:0:20542:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536228.716635:0:20542:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536228.716678:0:20542:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:2.0:1788536228.716686:0:20542:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536228.780570:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536229.078161:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536229.078202:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536229.078231:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536229.078256:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536229.078272:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536229.078291:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536229.078316:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536229.078344:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573905408 00000100:00100000:3.0:1788536229.078353:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573905408 00000100:00100000:3.0:1788536229.078428:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573905920 00000100:00100000:3.0:1788536229.078432:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573905920 00000100:00100000:3.0:1788536229.078445:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573905536 00000100:00100000:3.0:1788536229.078447:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573905536 00000100:00100000:3.0:1788536229.078458:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573905792 00000100:00100000:3.0:1788536229.078460:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573905792 00000100:00100000:3.0:1788536229.078477:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 418 00000100:00100000:3.0:1788536229.078486:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573905408:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536229.078557:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573905408:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.078563:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 418 00000100:00100000:3.0:1788536229.078578:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 419 00000100:00100000:3.0:1788536229.078585:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573905920:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536229.078607:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573905920:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.078613:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 419 00000100:00100000:3.0:1788536229.078757:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 420 00000100:00100000:3.0:1788536229.078763:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573905536:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536229.078786:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573905536:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.078791:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 420 00000100:00100000:3.0:1788536229.078802:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 421 00000100:00100000:3.0:1788536229.078808:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573905792:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536229.078830:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573905792:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.078840:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 421 00000100:00100000:3.0:1788536229.078857:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573905664 00000100:00100000:3.0:1788536229.078860:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573905664 00000100:00100000:3.0:1788536229.078887:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573905280 00000100:00100000:3.0:1788536229.078890:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573905280 00000100:00100000:3.0:1788536229.078909:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:3.0:1788536229.078915:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:2352:x1875415573905664:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536229.078943:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:2352:x1875415573905664:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.078949:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:3.0:1788536229.078959:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 414 00000100:00100000:3.0:1788536229.078965:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+96:2352:x1875415573905280:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536229.078991:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+96:2352:x1875415573905280:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536229.078996:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 414 00000100:00080000:3.0:1788536229.079024:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536229.079028:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536229.079030:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536229.080204:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573905152 00000100:00100000:1.0:1788536229.080215:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573905152 00000100:00100000:1.0:1788536229.080262:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 570 00000100:00100000:1.0:1788536229.080271:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573905152:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536229.080321:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573905152:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 52us (2170us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536229.080329:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 570 00010000:00010000:2.0:1788536229.804596:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536230.000565:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583107072:0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.000644:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536230.000773:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583107584:0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.000803:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536230.000831:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536230.000837:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583107456:0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.000862:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536230.000893:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583107200:0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.000918:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536230.000936:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583107712:0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.000957:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536230.000974:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536230.000979:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583107328:0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.001091:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536230.001126:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583107072 00000100:00100000:0.0:1788536230.001134:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583107072 00000100:00100000:0.0:1788536230.001173:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1788536230.001180:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583107072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.001225:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583107072:12345-0@lo:400:kworker.0 Request processed in 46us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536230.001232:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1788536230.001611:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583107584 00000100:00100000:0.0:1788536230.001616:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583107584 00000100:00100000:0.0:1788536230.001649:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583107200 00000100:00100000:0.0:1788536230.001652:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583107200 00000100:00100000:0.0:1788536230.001668:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583107328 00000100:00100000:0.0:1788536230.001670:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583107328 00000100:00100000:0.0:1788536230.002095:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788536230.002113:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583107584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.002161:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583107584:12345-0@lo:400:kworker.0 Request processed in 49us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536230.002166:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788536230.002182:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1788536230.002187:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583107200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.002228:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583107200:12345-0@lo:400:kworker.0 Request processed in 40us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536230.002234:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1788536230.002326:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1788536230.002333:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583107328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.002362:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583107328:12345-0@lo:400:kworker.0 Request processed in 31us (1272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536230.002521:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1788536230.002547:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583107456 00000100:00100000:0.0:1788536230.002552:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583107456 00000100:00100000:0.0:1788536230.002585:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583107712 00000100:00100000:0.0:1788536230.002588:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583107712 00000100:00100000:0.0:1788536230.002610:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788536230.002616:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583107456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.002654:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583107456:12345-0@lo:400:kworker.0 Request processed in 38us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536230.002660:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788536230.002671:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1788536230.002679:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583107712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.002912:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583107712:12345-0@lo:400:kworker.0 Request processed in 233us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536230.002927:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00080000:0.0:1788536230.002963:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536230.002968:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536230.002970:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536230.003169:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583107456:0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.003186:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583107072:0@lo:400:kworker.0 00000100:00100000:0.0:1788536230.003197:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583107584:0@lo:400:kworker.0 00000100:00100000:2.0:1788536230.005146:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583107328:0@lo:400:kworker.0 00000100:00100000:2.0:1788536230.005165:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583107200:0@lo:400:kworker.0 00000100:00100000:2.0:1788536230.005178:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583107712:0@lo:400:kworker.0 00000100:00100000:1.0:1788536230.510222:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536230.510255:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583107840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536230.510323:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536230.510397:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583107840 00000100:00100000:1.0:1788536230.510404:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583107840 00000100:00100000:1.0:1788536230.510451:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1788536230.510459:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583107840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536230.510504:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536230.510550:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583107840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536230.510569:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1788536230.511177:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583107840:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536230.829035:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536231.851653:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536232.048715:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536232.048741:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583107968:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536232.048812:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536232.048994:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583107968 00000100:00100000:0.0:1788536232.049003:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583107968 00000100:00100000:0.0:1788536232.049080:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1788536232.049090:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583107968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536232.049124:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536232.049173:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583107968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536232.049181:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00080000:2.0:1788536232.049884:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536232.049927:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583107968:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536232.875676:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788536233.685755:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00010000:00010000:2.0:1788536233.899742:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536234.198340:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536234.198412:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536234.198445:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536234.198483:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536234.198506:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536234.198522:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536234.198541:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536234.198568:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573906048 00000100:00100000:3.0:1788536234.198578:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573906048 00000100:00100000:3.0:1788536234.198622:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 572 00000100:00100000:3.0:1788536234.198632:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573906048:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536234.198766:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573906176 00000100:00100000:0.0:1788536234.198772:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573906176 00000100:00100000:0.0:1788536234.198810:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573906560 00000100:00100000:0.0:1788536234.198813:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573906560 00000100:00100000:0.0:1788536234.198835:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 418 00000100:00100000:0.0:1788536234.198841:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:2352:x1875415573906176:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536234.198902:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:2352:x1875415573906176:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 61us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536234.198909:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 418 00000100:00100000:0.0:1788536234.198954:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 419 00000100:00100000:0.0:1788536234.198962:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:2352:x1875415573906560:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536234.198992:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:2352:x1875415573906560:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536234.198998:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 419 00000100:00100000:0.0:1788536234.199018:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573906432 00000100:00100000:0.0:1788536234.199021:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573906432 00000100:00100000:0.0:1788536234.199056:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573906688 00000100:00100000:0.0:1788536234.199060:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573906688 00000100:00100000:0.0:1788536234.199075:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573906304 00000100:00100000:0.0:1788536234.199077:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573906304 00000100:00100000:0.0:1788536234.199088:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573906816 00000100:00100000:0.0:1788536234.199091:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573906816 00000100:00100000:0.0:1788536234.199104:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 424 00000100:00100000:0.0:1788536234.199111:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573906432:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536234.199136:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573906432:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536234.199142:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 424 00000100:00100000:0.0:1788536234.199154:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 425 00000100:00100000:0.0:1788536234.199160:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573906688:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536234.199184:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573906688:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536234.199190:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 425 00000100:00100000:0.0:1788536234.199200:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 426 00000100:00100000:0.0:1788536234.199206:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573906304:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536234.199228:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573906304:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536234.199240:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 426 00000100:00100000:0.0:1788536234.199252:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 427 00000100:00100000:0.0:1788536234.199258:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573906816:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536234.199284:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573906816:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536234.199291:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 427 00000100:00080000:0.0:1788536234.199318:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536234.199321:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536234.199324:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536234.200327:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573906048:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1691us (1838us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536234.200338:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 572 00000040:00080000:3.0:1788536234.859852:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536234.859861:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536234.862815:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:3.0:1788536234.862829:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536234.925706:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536235.115998:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583108096:0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.116097:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536235.116168:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583108608:0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.116199:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536235.116231:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583108352:0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.116242:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536235.116251:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583108480:0@lo:400:kworker.0 00000100:00100000:2.0:1788536235.116270:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536235.116285:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536235.116299:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788536235.116308:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583108224:0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.116325:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583108608 00000100:00100000:2.0:1788536235.116335:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536235.116335:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583108608 00000100:00100000:2.0:1788536235.116358:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583108736:0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.116411:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583108352 00000100:00100000:2.0:1788536235.116412:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536235.116416:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583108352 00000100:00100000:3.0:1788536235.116569:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583108096 00000100:00100000:3.0:1788536235.116573:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583108096 00000100:00100000:0.0:1788536235.117414:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583108224 00000100:00100000:0.0:1788536235.117421:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583108224 00000100:00100000:0.0:1788536235.117445:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1788536235.117453:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583108608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.117519:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583108608:12345-0@lo:400:kworker.0 Request processed in 67us (1321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.117538:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1788536235.117553:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788536235.117559:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583108352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.117591:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583108352:12345-0@lo:400:kworker.0 Request processed in 32us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.117597:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788536235.117606:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788536235.117611:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583108224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.117633:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583108224:12345-0@lo:400:kworker.0 Request processed in 22us (1298us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.117637:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788536235.117664:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583108480 00000100:00100000:0.0:1788536235.117667:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583108480 00000100:00100000:0.0:1788536235.117692:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583108736 00000100:00100000:0.0:1788536235.117695:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583108736 00000100:00100000:0.0:1788536235.117714:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1788536235.117719:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583108480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.117746:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583108480:12345-0@lo:400:kworker.0 Request processed in 26us (1462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.117752:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1788536235.117762:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1788536235.117767:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583108736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.117788:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583108736:12345-0@lo:400:kworker.0 Request processed in 22us (1382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.117793:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:0.0:1788536235.117824:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536235.117828:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536235.117830:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536235.117865:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6be680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583108480:0@lo:400:kworker.0 00000100:00100000:0.0:1788536235.117875:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583108608:0@lo:400:kworker.0 00000100:00100000:2.0:1788536235.127782:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583108224:0@lo:400:kworker.0 00000100:00100000:2.0:1788536235.127801:0:3283:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1788536235.127807:0:3283:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c42dd6d80, transno 4294967369 00000100:00100000:2.0:1788536235.127836:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583108736:0@lo:400:kworker.0 00000100:00100000:2.0:1788536235.127852:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583108352:0@lo:400:kworker.0 00000100:00100000:3.0:1788536235.142076:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1788536235.142607:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583108096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536235.143415:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583108096:12345-0@lo:400:kworker.0 Request processed in 819us (27315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536235.143491:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583108096:0@lo:400:kworker.0 00000100:00100000:3.0:1788536235.155950:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788536235.627595:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583108864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536235.627676:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536235.627881:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583108864 00000100:00100000:0.0:1788536235.627890:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583108864 00000100:00100000:0.0:1788536235.627959:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1788536235.627972:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583108864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536235.628010:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536235.628081:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583108864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536235.628089:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1788536235.628409:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583108864:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536235.947852:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536236.971658:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536237.164297:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536237.164322:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583108992:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536237.164406:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536237.164488:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583108992 00000100:00100000:1.0:1788536237.164497:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583108992 00000100:00100000:1.0:1788536237.164568:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1788536237.164578:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583108992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536237.164611:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536237.164664:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583108992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (258us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536237.164672:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00080000:0.0:1788536237.164793:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536237.164807:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583108992:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788536237.995642:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536239.020994:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536239.321322:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536239.321366:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536239.321429:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536239.321473:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536239.321548:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573907328 00000100:00100000:3.0:1788536239.321558:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573907328 00000100:00100000:3.0:1788536239.321620:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573907584 00000100:00100000:3.0:1788536239.321623:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573907584 00000100:00100000:3.0:1788536239.321647:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 430 00000100:00100000:3.0:1788536239.321656:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573907328:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536239.321732:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573907328:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 77us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536239.321739:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 430 00000100:00100000:3.0:1788536239.321757:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 431 00000100:00100000:3.0:1788536239.321764:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573907584:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536239.321788:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573907584:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536239.321794:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 431 00000100:00100000:3.0:1788536239.321811:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573906944 00000100:00100000:3.0:1788536239.321815:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573906944 00000100:00100000:3.0:1788536239.321840:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 574 00000100:00100000:3.0:1788536239.321846:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573906944:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536239.321869:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573906944:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536239.321876:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 574 00000100:00080000:1.0:1788536239.322074:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536239.322079:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536239.322246:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573907072 00000100:00100000:0.0:1788536239.322250:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573907072 00000100:00100000:0.0:1788536239.322295:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 423 00000100:00100000:0.0:1788536239.322302:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:2355:x1875415573907072:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536239.322343:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:2355:x1875415573907072:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 41us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536239.322349:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 423 00000100:00080000:1.0:1788536239.322427:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536239.326040:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536239.326082:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536239.326113:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536239.326205:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573907456 00000100:00100000:2.0:1788536239.326215:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573907456 00000100:00100000:2.0:1788536239.326295:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 424 00000100:00100000:2.0:1788536239.326305:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:2355:x1875415573907456:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536239.326406:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:2355:x1875415573907456:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 103us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536239.326415:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 424 00000100:00080000:1.0:1788536239.326644:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536239.327208:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573907200 00000100:00100000:0.0:1788536239.327230:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573907200 00000100:00100000:0.0:1788536239.327303:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573907712 00000100:00100000:0.0:1788536239.327307:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573907712 00000100:00100000:0.0:1788536239.327333:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 432 00000100:00100000:0.0:1788536239.327342:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573907200:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536239.327415:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573907200:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 74us (1384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536239.327423:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 432 00000100:00100000:0.0:1788536239.327438:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 433 00000100:00100000:0.0:1788536239.327459:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573907712:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536239.327487:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573907712:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536239.327493:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 433 00000100:00080000:1.0:1788536239.327801:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536239.327805:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788536240.043643:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536240.237986:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583109376:0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.238033:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583109120:0@lo:400:kworker.0 00000100:00100000:1.0:1788536240.238099:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583109504:0@lo:400:kworker.0 00000100:00100000:3.0:1788536240.238394:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583109248:0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.246267:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536240.246336:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583109632:0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.246392:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536240.246444:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583109120 00000100:00100000:0.0:1788536240.246452:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583109120 00000100:00100000:0.0:1788536240.246497:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1788536240.246506:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583109120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.246564:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583109120:12345-0@lo:400:kworker.0 Request processed in 58us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536240.246571:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1788536240.246605:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583109632 00000100:00100000:0.0:1788536240.246622:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583109632 00000100:00100000:0.0:1788536240.246662:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788536240.246668:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583109632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.246699:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583109632:12345-0@lo:400:kworker.0 Request processed in 33us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536240.246705:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00080000:0.0:1788536240.246724:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536240.246753:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583109120:0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.246766:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583109632:0@lo:400:kworker.0 00000100:00100000:2.0:1788536240.249218:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536240.249277:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536240.249766:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583109376 00000100:00100000:0.0:1788536240.249776:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583109376 00000100:00100000:0.0:1788536240.249835:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1788536240.249844:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583109376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.249923:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583109376:12345-0@lo:400:kworker.0 Request processed in 80us (712us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536240.249930:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00080000:0.0:1788536240.249950:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536240.249975:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583109504 00000100:00100000:0.0:1788536240.249979:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583109504 00000100:00100000:0.0:1788536240.250019:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1788536240.250026:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583109504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.250226:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583109504:12345-0@lo:400:kworker.0 Request processed in 38us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536240.250233:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00080000:0.0:1788536240.250253:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536240.250698:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536240.250775:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583109760:0@lo:400:kworker.0 00000100:00100000:3.0:1788536240.250815:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536240.250886:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583109376:0@lo:400:kworker.0 00000100:00100000:1.0:1788536240.253681:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583109504:0@lo:400:kworker.0 00000100:00100000:2.0:1788536240.254105:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583109760 00000100:00100000:2.0:1788536240.254113:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583109760 00000100:00100000:2.0:1788536240.254202:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1788536240.254214:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583109760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536240.254307:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583109760:12345-0@lo:400:kworker.0 Request processed in 97us (3491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536240.254327:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1788536240.254349:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583109760:0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.254605:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583109248 00000100:00100000:0.0:1788536240.254610:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583109248 00000100:00100000:0.0:1788536240.254705:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:0.0:1788536240.254713:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583109248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536240.254769:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583109248:12345-0@lo:400:kworker.0 Request processed in 57us (4073us total) trans 0 rc 0/0 00000100:00080000:1.0:1788536240.254771:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536240.254777:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1788536240.254839:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583109248:0@lo:400:kworker.0 00000100:00100000:3.0:1788536240.748553:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583109888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536240.748634:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536240.748725:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583109888 00000100:00100000:1.0:1788536240.748735:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583109888 00000100:00100000:1.0:1788536240.748786:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1788536240.748796:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583109888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536240.748832:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536240.748892:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583109888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536240.748909:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1788536240.749120:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583109888:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536240.783866:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536240.784258:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573907968 00000100:00100000:0.0:1788536240.784273:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573907968 00000100:00100000:0.0:1788536240.784362:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1166 00000100:00100000:0.0:1788536240.784419:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:29424:x1875415573907968:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:0.0:1788536240.784455:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536240.784484:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f51138 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bce expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536240.784623:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5113f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536240.784650:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5113f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536240.784670:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5113f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536240.784687:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:0.0:1788536240.784927:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f51138 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bce expref: 99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536240.784968:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5113f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bce expref: 98 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536240.785013:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536240.785016:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536240.785030:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:0.0:1788536240.785117:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+98:29424:x1875415573907968:12345-192.168.203.55@tcp:101:diff.0 Request processed in 702us (1269us total) trans 4294968065 rc 0/0 00000100:00100000:0.0:1788536240.785125:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1166 00000100:00100000:2.0:1788536240.811985:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536240.812092:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536240.812322:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573908224 00000100:00100000:3.0:1788536240.812336:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573908224 00000100:00100000:3.0:1788536240.812445:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573908352 00000100:00100000:3.0:1788536240.812449:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573908352 00000100:00100000:3.0:1788536240.812482:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 52 00000100:00100000:3.0:1788536240.812514:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:2354:x1875415573908224:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536240.812535:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536240.812566:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5113f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bce expref: 99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536240.812609:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:3.0:1788536240.812615:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536240.812689:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+98:2354:x1875415573908224:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 196us (719us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536240.812697:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 52 00000100:00100000:3.0:1788536240.812718:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 53 00000100:00100000:3.0:1788536240.812725:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+97:29424:x1875415573908352:12345-192.168.203.55@tcp:103:diff.0 00010000:00010000:3.0:1788536240.812733:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788536240.812746:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5111c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bc7 expref: 97 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536240.812770:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11d000/0x94dfe24b69f51027 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0b81 expref: 96 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536240.812783:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969e800) 00010000:00010000:3.0:1788536240.812794:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536240.812816:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:29424:x1875415573908352:12345-192.168.203.55@tcp:103:diff.0 Request processed in 91us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536240.812826:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 53 00000100:00100000:3.0:1788536240.822537:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536240.833097:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573908480 00000100:00100000:0.0:1788536240.833118:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573908480 00000100:00100000:0.0:1788536240.833283:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1167 00000100:00100000:0.0:1788536240.833295:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+95:29424:x1875415573908480:12345-192.168.203.55@tcp:58:diff.0 00010000:00010000:0.0:1788536240.833456:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536240.833479:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536240.833493:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536240.833926:0:5825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:0.0:1788536240.834064:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+95:29424:x1875415573908480:12345-192.168.203.55@tcp:58:diff.0 Request processed in 769us (11541us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536240.834073:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1167 00000100:00100000:3.0:1788536240.838591:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536240.840923:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573908608 00000100:00100000:2.0:1788536240.840945:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573908608 00000100:00100000:2.0:1788536240.841055:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1168 00000100:00100000:2.0:1788536240.841067:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+95:29424:x1875415573908608:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:2.0:1788536240.841094:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536240.841124:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51154 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bd5 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536240.841202:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536240.841217:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51154 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bd5 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536240.841239:0:5823:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536240.841254:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51154 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bd5 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536240.841271:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:2.0:1788536240.841275:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536240.841279:0:5823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51154 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bd5 expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536240.841288:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c000, rc 0) 00000100:00100000:2.0:1788536240.841394:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+96:29424:x1875415573908608:12345-192.168.203.55@tcp:101:diff.0 Request processed in 329us (2818us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536240.841401:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1168 00000040:00080000:3.0:1788536241.004059:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536241.004073:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536241.004125:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1788536241.004134:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536241.004307:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583110016:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536241.004488:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5846ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536241.014672:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583110016:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536241.015309:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.016606:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573908736 00000100:00100000:1.0:1788536241.016622:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573908736 00000100:00100000:1.0:1788536241.016730:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1169 00000100:00100000:1.0:1788536241.016745:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:29426:x1875415573908736:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536241.016798:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536241.017312:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:29426:x1875415573908736:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 571us (2004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536241.017323:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1169 00000100:00080000:0.0:1788536241.019851:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536241.028364:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.029218:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573908864 00000100:00100000:0.0:1788536241.029256:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573908864 00000100:00100000:0.0:1788536241.029332:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1170 00000100:00100000:0.0:1788536241.029344:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:29426:x1875415573908864:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788536241.029466:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029489:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029503:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029524:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029532:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029553:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029588:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029597:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029603:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536241.029651:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00000004:00200000:0.0:1788536241.029657:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536241.029680:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029695:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.029702:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031185:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031199:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536241.031206:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031218:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031240:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536241.031243:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536241.031249:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031257:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5115b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031297:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031304:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031310:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031334:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536241.031337:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031344:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031353:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x329c2aeb (ffff8b1d4969e500) 00010000:00010000:0.0:1788536241.031356:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536241.031359:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031366:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51162 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x329c2aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031423:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031430:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031436:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031441:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536241.031444:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031451:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031472:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:0.0:1788536241.031474:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536241.031478:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.031483:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51169 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.035619:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:29426:x1875415573908864:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 6255us (7251us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.035639:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1170 00000100:00100000:2.0:1788536241.044514:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.044908:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573909120 00000100:00100000:1.0:1788536241.044922:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573909120 00000100:00100000:1.0:1788536241.045011:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1171 00000100:00100000:1.0:1788536241.045023:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:29426:x1875415573909120:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536241.045061:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536241.045111:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f51170 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bdc expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045254:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045272:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045288:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536241.045301:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x20:0x0]: returning size 158 00010000:00010000:1.0:1788536241.045485:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045493:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045501:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045508:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536241.045513:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045521:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045537:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:1.0:1788536241.045541:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536241.045547:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045563:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51177 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045638:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f51170 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bdc expref: 46 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045651:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536241.045653:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536241.045658:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f51170 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bdc expref: 46 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.045669:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2c00, rc 0) 00000100:00100000:1.0:1788536241.045762:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:29426:x1875415573909120:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 741us (1263us total) trans 4294968066 rc 301/301 00000100:00100000:1.0:1788536241.045771:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1171 00010000:00010000:0.0:1788536241.068859:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536241.078649:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.079270:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573909248 00000100:00100000:1.0:1788536241.079284:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573909248 00000100:00100000:1.0:1788536241.079358:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1172 00000100:00100000:1.0:1788536241.079428:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:29426:x1875415573909248:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536241.079479:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x20:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536241.079645:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:29426:x1875415573909248:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 276us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536241.079654:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1172 00000100:00100000:3.0:1788536241.086013:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.086844:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573909504 00000100:00100000:0.0:1788536241.086861:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573909504 00000100:00100000:0.0:1788536241.086960:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1173 00000100:00100000:0.0:1788536241.086971:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:29426:x1875415573909504:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536241.087009:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536241.087039:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51185 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0be3 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.094224:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5118c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.094261:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5118c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.094277:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5118c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536241.094322:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00010000:00010000:0.0:1788536241.095641:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51185 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0be3 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.095702:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5118c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0be3 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.095713:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d4969e500) 00010000:00010000:0.0:1788536241.095717:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536241.095721:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:0.0:1788536241.098292:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:29426:x1875415573909504:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 11297us (12276us total) trans 4294968067 rc 0/0 00000100:00100000:0.0:1788536241.098315:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1173 00000100:00100000:2.0:1788536241.108955:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.109073:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573909760 00000100:00100000:0.0:1788536241.109088:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573909760 00000100:00100000:0.0:1788536241.109156:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1174 00000100:00100000:0.0:1788536241.109168:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:29426:x1875415573909760:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536241.109245:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536241.109277:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5118c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0be3 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109319:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d4969e500) 00010000:00010000:0.0:1788536241.109333:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536241.109362:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109427:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109438:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109457:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109465:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109472:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109743:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109752:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109758:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109765:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536241.109770:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109778:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109788:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:0.0:1788536241.109792:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536241.109797:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109803:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f5119a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109816:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109822:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109828:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109834:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536241.109837:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109843:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109851:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x5007bdf0 (ffff8b1d4969e800) 00010000:00010000:0.0:1788536241.109854:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536241.109857:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.109862:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511a1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x5007bdf0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.109970:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+46:29426:x1875415573909760:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 803us (1030us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536241.109980:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1174 00000100:00100000:1.0:1788536241.116849:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.117032:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573909888 00000100:00100000:3.0:1788536241.117123:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573909888 00000100:00100000:3.0:1788536241.117241:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1175 00000100:00100000:3.0:1788536241.117254:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:29426:x1875415573909888:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536241.117280:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536241.117313:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511a8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bea expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.117360:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.117421:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.117436:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.117590:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.117612:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.117622:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536241.117625:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536241.117630:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547800, rc 0) 00000100:00100000:3.0:1788536241.117719:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:29426:x1875415573909888:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 459us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.117728:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1175 00000100:00100000:2.0:1788536241.134132:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.136814:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573910144 00000100:00100000:1.0:1788536241.136835:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573910144 00000100:00100000:1.0:1788536241.137089:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1176 00000100:00100000:1.0:1788536241.137102:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:29426:x1875415573910144:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536241.137216:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.137237:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.137251:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536241.137549:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000007341f866 reply state 00000000df0c8e6b transno 4294968068 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536241.137560:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536241.137679:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:29426:x1875415573910144:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 580us (3562us total) trans 4294968068 rc 0/0 00000100:00100000:1.0:1788536241.137686:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1176 00000100:00100000:3.0:1788536241.145224:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:3.0:1788536241.145286:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145301:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145309:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145315:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536241.145321:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145330:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145357:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536241.145361:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536241.145388:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145397:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f511b6 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536241.145450:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573910272 00000100:00100000:3.0:1788536241.145466:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573910272 00000100:00100000:3.0:1788536241.145541:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1177 00000100:00100000:3.0:1788536241.145556:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:29426:x1875415573910272:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536241.145588:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536241.145611:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bf1 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145691:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 49 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145709:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 49 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.145720:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536241.145723:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536241.145727:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536241.147463:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:29426:x1875415573910272:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1895us (2241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.147483:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1177 00000100:00100000:3.0:1788536241.154457:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.154514:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573910400 00000100:00100000:3.0:1788536241.154526:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573910400 00000100:00100000:3.0:1788536241.154634:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 234 00000100:00100000:0.0:1788536241.154649:0:5827:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 2 min 2 max 80 00000100:00100000:3.0:1788536241.154650:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b9bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29426:x1875415573910400:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788536241.154675:0:5827:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_002' 00000100:00100000:3.0:1788536241.155199:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b9bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29426:x1875415573910400:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 548us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.155211:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 234 00000100:00100000:2.0:1788536241.171192:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.171688:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573910656 00000100:00100000:3.0:1788536241.171701:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573910656 00000100:00100000:3.0:1788536241.171794:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 235 00000100:00100000:3.0:1788536241.171806:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:29426:x1875415573910656:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536241.172513:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:29426:x1875415573910656:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 704us (1331us total) trans 4294968069 rc 0/0 00000100:00100000:3.0:1788536241.172523:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 235 00000100:00100000:1.0:1788536241.179881:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.180678:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573910912 00000100:00100000:3.0:1788536241.180694:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573910912 00000100:00100000:3.0:1788536241.184092:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1178 00000100:00100000:3.0:1788536241.184136:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29426:x1875415573910912:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536241.184332:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29426:x1875415573910912:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 216us (4465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.190730:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1178 00000100:00100000:2.0:1788536241.191452:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536241.191497:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573911168 00000100:00100000:2.0:1788536241.191509:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573911168 00000100:00100000:3.0:1788536241.191683:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1179 00000100:00100000:3.0:1788536241.191697:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29426:x1875415573911168:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536241.191725:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536241.191754:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f511c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bf8 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.192536:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.192559:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.193712:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.194109:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.194135:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 51 pid: 16075 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536241.194158:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583110144:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536241.194291:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536241.209433:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536241.209473:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573911296 00000100:00100000:2.0:1788536241.209484:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573911296 00010000:00010000:2.0:1788536241.209541:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 52 pid: 16075 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536241.210149:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 351 00000100:00100000:2.0:1788536241.210165:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46a23050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415573911296:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536241.210185:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536241.210194:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 52 pid: 16075 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.210213:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 52 pid: 16075 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.210244:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:2.0:1788536241.210250:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.210262:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.210270:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.210293:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536241.210652:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46a23050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415573911296:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 490us (1232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.210662:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 351 00010000:00010000:1.0:1788536241.247559:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f511bd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf1 expref: 51 pid: 16075 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536241.248700:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583110144:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536241.248738:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.248751:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.248757:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536241.248798:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00080000:1.0:1788536241.253846:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x17:0x0], index 0: 0 00010000:00010000:1.0:1788536241.256966:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257001:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257011:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257017:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536241.257024:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257087:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257110:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:1.0:1788536241.257114:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536241.257121:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257129:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f511cb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257216:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f511c4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf8 expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257229:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff8b1d4969e700) 00010000:00010000:1.0:1788536241.257247:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536241.257253:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f511c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bf8 expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.257266:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:1.0:1788536241.257397:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:29426:x1875415573911168:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 65676us (65921us total) trans 4294968070 rc 301/301 00000100:00100000:1.0:1788536241.257408:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1179 00000100:00100000:3.0:1788536241.263553:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.267540:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573911552 00000100:00100000:0.0:1788536241.267563:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573911552 00000100:00100000:0.0:1788536241.271237:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 236 00000100:00100000:0.0:1788536241.271256:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:29426:x1875415573911552:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536241.272541:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:29426:x1875415573911552:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1278us (8990us total) trans 4294968071 rc 0/0 00000100:00100000:0.0:1788536241.272557:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 236 00000100:00100000:0.0:1788536241.278721:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.280211:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573911680 00000100:00100000:0.0:1788536241.280230:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573911680 00000100:00100000:0.0:1788536241.280317:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1180 00000100:00100000:0.0:1788536241.280331:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:29426:x1875415573911680:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536241.280364:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536241.280408:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0bff expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.280496:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f511e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.280515:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f511e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.280531:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f511e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536241.280590:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x22:0x0]: returning size 0 00000004:00200000:0.0:1788536241.280596:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536241.280619:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f511e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.280651:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f511d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bff expref: 53 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.280686:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f511e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bff expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.280697:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:0.0:1788536241.280700:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788536241.280704:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:0.0:1788536241.280783:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:29426:x1875415573911680:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 455us (2076us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.280791:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1180 00000100:00100000:2.0:1788536241.287225:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536241.287279:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573911808 00000100:00100000:2.0:1788536241.287293:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573911808 00000100:00100000:2.0:1788536241.287405:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 315 00000100:00100000:2.0:1788536241.287421:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573911808:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536241.291170:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536241.291208:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c06 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536241.291251:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536241.291279:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=619s v=(0 0) 00010000:00010000:2.0:1788536241.291285:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536241.291302:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.291325:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 9 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.291343:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536241.291457:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573911808:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 4039us (4246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.291469:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 315 00000100:00080000:2.0:1788536241.291521:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536241.296893:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.296954:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573912064 00000100:00100000:3.0:1788536241.296966:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573912064 00000100:00100000:3.0:1788536241.297052:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1181 00000100:00100000:3.0:1788536241.297066:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:29426:x1875415573912064:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536241.297216:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:29426:x1875415573912064:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 153us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.297226:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1181 00000100:00100000:0.0:1788536241.305160:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.305863:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573912192 00000100:00100000:3.0:1788536241.305894:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573912192 00000100:00100000:3.0:1788536241.305976:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 316 00000100:00100000:3.0:1788536241.306000:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:29426:x1875415573912192:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536241.306026:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536241.308636:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c0d expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.308703:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.308715:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536241.308721:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536241.308729:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.312175:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 10 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.312213:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 10 pid: 6668 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536241.312238:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583110272:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536241.312523:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4984e840 going to sleep for 11 seconds 00000100:00100000:0.0:1788536241.318529:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583110272:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536241.318553:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536241.318602:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 3/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.318634:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547600, rc 0) 00000100:00100000:0.0:1788536241.318811:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:29426:x1875415573912192:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 12823us (13663us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.318824:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 316 00000100:00100000:1.0:1788536241.321105:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573912320 00000100:00100000:1.0:1788536241.321123:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573912320 00010000:00010000:1.0:1788536241.321182:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 10 pid: 6668 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536241.321236:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 352 00000100:00100000:1.0:1788536241.321249:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573912320:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536241.321270:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536241.321301:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 10 pid: 6668 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.321318:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 10 pid: 6668 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.321346:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f511e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c06 expref: 10 pid: 6668 timeout: 719 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.321365:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536241.321397:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536241.321409:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.321420:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.321473:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536241.321491:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583110400:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536241.321610:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46593c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536241.333968:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.334069:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573912448 00000100:00100000:1.0:1788536241.334083:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573912448 00002000:00100000:1.0:1788536241.334158:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff8b1d50347800 x1875415573912448/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:142/0 lens 648/0 e 0 to 0 dl 1788536252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536241.334171:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50347800 with x1875415573912448 ext(0->157) 00002000:00010000:1.0:1788536241.334181:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d50347800 00000100:00100000:1.0:1788536241.334227:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 103 00000100:00100000:1.0:1788536241.334240:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573912448:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536241.336123:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573912448:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 1874us (2231us total) trans 4294967357 rc 0/0 00000100:00100000:1.0:1788536241.336140:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 103 00002000:00100000:1.0:1788536241.336153:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (0->157) req@ffff8b1d50347800 x1875415573912448/t4294967357(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:142/0 lens 648/448 e 0 to 0 dl 1788536252 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536241.336181:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50347800 with x1875415573912448 ext(0->157) 00002000:00010000:1.0:1788536241.336188:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d50347800 00000100:00100000:3.0:1788536241.338232:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583110400:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536241.338265:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536241.338731:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573912320:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 17481us (20177us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.338744:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 352 00000100:00100000:1.0:1788536241.338897:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.339080:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573912576 00000100:00100000:3.0:1788536241.339090:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573912576 00000100:00100000:3.0:1788536241.339210:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1182 00000100:00100000:3.0:1788536241.339221:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:29426:x1875415573912576:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000100:00100000:3.0:1788536241.434366:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:29426:x1875415573912576:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 95128us (95455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.434409:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1182 00000001:00080000:3.0:1788536241.434461:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968071 is committed 00000001:00080000:3.0:1788536241.434477:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968065 is committed 00000100:00100000:2.0:1788536241.446106:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.446344:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573912704 00000100:00100000:3.0:1788536241.446357:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573912704 00000100:00100000:3.0:1788536241.446492:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 317 00000100:00100000:3.0:1788536241.446508:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573912704:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1788536241.540239:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573912704:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 93720us (94145us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.540258:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 317 00000001:00080000:2.0:1788536241.544112:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00000100:00100000:3.0:1788536241.569142:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.569217:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573912960 00000100:00100000:3.0:1788536241.569230:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573912960 00000100:00100000:3.0:1788536241.569315:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1183 00000100:00100000:3.0:1788536241.569330:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:29426:x1875415573912960:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536241.569651:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536241.569691:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04800/0x94dfe24b69f511e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bff expref: 46 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.569731:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536241.569737:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536241.569778:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.569796:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.569808:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536241.570418:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000dbf589a8 reply state 0000000036d98099 transno 4294968072 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536241.570434:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536241.570597:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:29426:x1875415573912960:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1268us (1471us total) trans 4294968072 rc 0/0 00000100:00100000:3.0:1788536241.570607:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1183 00010000:00010000:3.0:1788536241.578138:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.578163:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.578173:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.578180:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536241.578187:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.578196:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.578217:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536241.578221:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536241.578228:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.578234:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f511f5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536241.578557:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.578664:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573913088 00000100:00100000:3.0:1788536241.578677:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573913088 00000100:00100000:3.0:1788536241.578751:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1184 00000100:00100000:3.0:1788536241.578762:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+46:29426:x1875415573913088:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536241.578793:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536241.578883:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c14 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.579146:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.579163:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.579186:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536241.579190:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536241.579192:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546600, rc 0) 00000100:00100000:3.0:1788536241.579262:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:29426:x1875415573913088:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 501us (901us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536241.579270:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1184 00000100:00100000:3.0:1788536241.585251:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.586230:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573913216 00000100:00100000:0.0:1788536241.586246:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573913216 00000100:00100000:0.0:1788536241.588185:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:0.0:1788536241.588209:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573913216:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788536241.592176:0:9635:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788536241.592189:0:9635:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb mtime from disk: 0 -> 1788536218 00002000:00010000:0.0:1788536241.592192:0:9635:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb atime from disk: 0 -> 1788536218 00002000:00010000:0.0:1788536241.592195:0:9635:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb ctime from disk: 0 -> 1788536218 00002000:00010000:0.0:1788536241.592197:0:9635:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x17:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1788536241.592304:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573913216:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 4096us (7059us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1788536241.592318:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:0.0:1788536241.600550:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536241.600804:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573913472 00000100:00100000:3.0:1788536241.600819:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573913472 00000100:00100000:3.0:1788536241.600916:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1185 00000100:00100000:3.0:1788536241.600938:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:29426:x1875415573913472:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788536241.601179:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.601205:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.601217:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.601263:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.601280:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 47 pid: 5824 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536241.601297:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583110528:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536241.601464:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46593c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536241.612750:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.612813:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573913600 00000100:00100000:0.0:1788536241.612825:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573913600 00010000:00010000:0.0:1788536241.612885:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 48 pid: 5824 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.612946:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 353 00000100:00100000:0.0:1788536241.612958:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:2354:x1875415573913600:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536241.612977:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536241.612995:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 48 pid: 5824 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.613014:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 48 pid: 5824 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536241.613066:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583110528:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536241.613066:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f511af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bea expref: 48 pid: 5824 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.613098:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:0.0:1788536241.613105:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.613118:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.613128:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.613146:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.613154:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536241.613162:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.613170:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.613203:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.613212:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.613223:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573913600:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 263us (484us total) trans 0 rc 0/0 00010000:00010000:3.0:1788536241.613224:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.613245:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00000100:00100000:0.0:1788536241.613246:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 353 00010000:00010000:3.0:1788536241.613255:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.613266:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.613286:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536241.613289:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788536241.613294:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536241.613300:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51203 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536241.613449:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:29426:x1875415573913472:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 12512us (12913us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788536241.613464:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1185 00000100:00100000:0.0:1788536241.618998:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.619214:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573913728 00000100:00100000:0.0:1788536241.619228:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573913728 00000100:00100000:0.0:1788536241.619305:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00100000:0.0:1788536241.619317:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573913728:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536241.619411:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.619438:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.619455:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536241.619460:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536241.619465:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 4/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.619515:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.619532:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 10 pid: 6667 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.619550:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583110656:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536241.619668:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46483480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536241.626049:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583110656:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536241.626097:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.626388:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536241.626734:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573913856 00000100:00100000:2.0:1788536241.626743:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573913856 00010000:00010000:2.0:1788536241.626794:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 11 pid: 6667 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536241.626847:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 354 00000100:00100000:2.0:1788536241.626860:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573913856:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536241.626880:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536241.626912:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 11 pid: 6667 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.626926:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 11 pid: 6667 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.626955:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005c8bde46/0x94dfe24b69f511ee lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c0d expref: 11 pid: 6667 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.626976:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536241.626982:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536241.626999:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.627012:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.627050:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536241.627135:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573913856:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 265us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.627143:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 354 00010000:00010000:2.0:1788536241.627301:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.627311:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.627348:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.627357:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.627365:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.628070:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73e05000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536241.628076:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.628086:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.628109:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.628117:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d164c553/0x94dfe24b69f5120a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536241.628209:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573913728:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 8892us (9528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536241.628219:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00100000:0.0:1788536241.631265:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536241.632018:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573914112 00000100:00100000:2.0:1788536241.632033:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573914112 00000100:00100000:2.0:1788536241.632107:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1186 00000100:00100000:2.0:1788536241.632118:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:29426:x1875415573914112:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788536241.632231:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.632253:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.632267:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.632729:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.632745:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.632760:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.632808:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 47 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.632826:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 47 pid: 6725 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536241.632843:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583110784:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536241.632954:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788536241.637643:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.638211:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573914240 00000100:00100000:0.0:1788536241.638211:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346d80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583110784:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536241.638223:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573914240 00010000:00010000:0.0:1788536241.638258:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.638270:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 48 pid: 6725 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536241.638329:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 355 00000100:00100000:1.0:1788536241.638407:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:2355:x1875415573914240:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536241.638423:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536241.638429:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 48 pid: 6725 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.638441:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 48 pid: 6725 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.638458:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f511fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c14 expref: 48 pid: 6725 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.638469:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:1.0:1788536241.638473:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.638480:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.638495:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.638517:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536241.638561:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573914240:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 224us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536241.638566:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 355 00010000:00010000:0.0:1788536241.639093:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.639109:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536241.641455:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968073 00000001:00080000:3.0:1788536241.641751:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968074 00000001:00080000:3.0:1788536241.641803:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968075 00000100:00100000:3.0:1788536241.643317:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583110912:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788536241.643443:0:16075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536241.643502:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4984e840 going to sleep for 11 seconds 00000100:00100000:1.0:1788536241.644011:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583110912 00000100:00100000:1.0:1788536241.644029:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583110912 00000100:00100000:1.0:1788536241.644099:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788536241.644111:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583110912:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788536241.644235:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583110912:12345-0@lo:1000:mdt00_004.0 Request processed in 126us (792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536241.644241:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788536241.644597:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583110912:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1788536241.646723:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968076 00000100:00100000:1.0:1788536241.646823:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583111040:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788536241.646893:0:16075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536241.646939:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536241.647141:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583111040 00000100:00100000:3.0:1788536241.647158:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583111040 00000100:00100000:3.0:1788536241.647243:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788536241.647255:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583111040:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788536241.647641:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:16075:x1875415583111040:12345-0@lo:1000:mdt00_004.0 Request processed in 387us (746us total) trans 4294967359 rc 0/0 00000100:00100000:3.0:1788536241.647650:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788536241.648734:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583111040:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1788536241.648910:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968077 00010000:00010000:1.0:1788536241.649402:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649417:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649426:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649452:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ce00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536241.649457:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649466:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649486:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:1.0:1788536241.649490:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536241.649495:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649502:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51218 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649552:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649559:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649566:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649571:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536241.649574:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649580:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649601:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:1.0:1788536241.649604:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536241.649612:0:16075:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51154 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bd5 expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649626:0:16075:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51154 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bd5 expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649637:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51154 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bd5 expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.649691:0:16075:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c000/0x94dfe24b69f51154 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0bd5 expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536241.649711:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583111168:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536241.649849:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536241.657003:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536241.657591:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573914368 00000100:00100000:0.0:1788536241.657606:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573914368 00000100:00100000:0.0:1788536241.657699:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 237 00000100:00100000:0.0:1788536241.657711:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:29424:x1875415573914368:12345-192.168.203.55@tcp:49:diff.0 00000100:00100000:0.0:1788536241.657934:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:29424:x1875415573914368:12345-192.168.203.55@tcp:49:diff.0 Request processed in 218us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.657943:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 237 00000100:00080000:3.0:1788536241.658569:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536241.663075:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.664088:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583111168:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536241.664134:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664148:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5114d lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664219:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664238:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664273:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664287:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664295:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664303:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664309:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536241.664313:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664322:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664336:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:1.0:1788536241.664340:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536241.664344:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664351:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f5121f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x20:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664362:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.664500:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573914496 00000100:00100000:0.0:1788536241.664510:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573914496 00010000:00010000:1.0:1788536241.664604:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664617:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.664622:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 320 00010000:00010000:1.0:1788536241.664623:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536241.664626:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536241.664633:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+15:29424:x1875415573914496:12345-192.168.203.55@tcp:101:diff.0 00010000:00010000:1.0:1788536241.664634:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664643:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff8b1d4969eb00) 00010000:00010000:1.0:1788536241.664645:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536241.664648:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.664653:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51211 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.664655:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536241.664676:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000087965127/0x94dfe24b69f51226 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c1b expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536241.664708:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x17:0x0] initial LVB size: 158, mtime: 0x6a9ae59a, atime: 0x6a9ae59a, ctime: 0x6a9ae59a, blocks: 0xb 00010000:00010000:0.0:1788536241.664734:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=619s v=(0 0) 00010000:00010000:0.0:1788536241.664740:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536241.664751:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000087965127/0x94dfe24b69f51226 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c1b expref: 16 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.664767:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000087965127/0x94dfe24b69f51226 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c1b expref: 16 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536241.664778:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e04800, rc 0) 00000100:00100000:0.0:1788536241.664848:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:29424:x1875415573914496:12345-192.168.203.55@tcp:101:diff.0 Request processed in 216us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536241.664859:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 320 00000040:00080000:0.0:1788536241.665261:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536241.665267:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00080000:3.0:1788536241.665398:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536241.667216:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:29426:x1875415573914112:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 35082us (35947us total) trans 4294968078 rc 0/0 00000100:00100000:1.0:1788536241.667234:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1186 00000020:00080000:1.0:1788536241.667244:0:16075:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1788536241.667387:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1788536241.667401:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536241.672425:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.676302:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573914624 00000100:00100000:1.0:1788536241.676326:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573914624 00002000:00100000:1.0:1788536241.676444:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8b1d50346d80 x1875415573914624/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:142/0 lens 488/0 e 0 to 0 dl 1788536252 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536241.676458:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50346d80 with x1875415573914624 ext(0->4095) 00002000:00010000:1.0:1788536241.676467:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d50346d80 00000100:00100000:1.0:1788536241.676507:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 104 00000100:00100000:1.0:1788536241.676537:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573914624:12345-192.168.203.55@tcp:3:diff.0 00000100:00100000:1.0:1788536241.676835:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573914624:12345-192.168.203.55@tcp:3:diff.0 Request processed in 299us (4478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536241.676844:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 104 00002000:00100000:1.0:1788536241.676851:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (0->4095) req@ffff8b1d50346d80 x1875415573914624/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:142/0 lens 488/4536 e 0 to 0 dl 1788536252 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536241.676860:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50346d80 with x1875415573914624 ext(0->4095) 00002000:00010000:1.0:1788536241.676864:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d50346d80 00000100:00100000:3.0:1788536241.677994:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.678235:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573914880 00000100:00100000:1.0:1788536241.678248:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573914880 00000100:00100000:1.0:1788536241.678322:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 238 00000100:00100000:1.0:1788536241.678334:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:29426:x1875415573914880:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788536241.679670:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x22:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788536241.679809:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968079 00010000:00010000:1.0:1788536241.679880:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.679902:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.679916:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.679927:0:5826:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.679933:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.679954:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536241.679995:0:5826:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536241.680851:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536241.680862:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.680873:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536241.680877:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.680888:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.680912:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x22:0x0].0x0 (ffff8b1d585fa900) 00010000:00010000:2.0:1788536241.680915:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788536241.680921:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 1/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.680933:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5122d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x22:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536241.680966:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536241.680968:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536241.680971:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536241.683718:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536241.683823:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573915136 00000100:00100000:1.0:1788536241.683836:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573915136 00000100:00100000:1.0:1788536241.683914:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 239 00000100:00100000:1.0:1788536241.683925:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+95:29424:x1875415573915136:12345-192.168.203.55@tcp:35:diff.0 00000100:00100000:1.0:1788536241.684275:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+96:29424:x1875415573915136:12345-192.168.203.55@tcp:35:diff.0 Request processed in 351us (572us total) trans 4294968081 rc 0/0 00000100:00100000:1.0:1788536241.684284:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 239 00000100:00100000:0.0:1788536241.687865:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:29426:x1875415573914880:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 9518us (9878us total) trans 4294968080 rc 0/0 00000100:00100000:0.0:1788536241.687883:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 238 00000020:00080000:0.0:1788536241.687899:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788536242.100607:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536242.293204:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583111296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536242.293307:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536242.293547:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583111296 00000100:00100000:3.0:1788536242.293559:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583111296 00000100:00100000:3.0:1788536242.293630:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1788536242.293640:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583111296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536242.293668:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3854565376 00000100:00100000:3.0:1788536242.293725:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583111296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536242.293733:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1788536242.293784:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583111296:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788536242.294021:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536243.116271:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536243.592800:0:20717:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536243.592811:0:20717:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536243.592853:0:20717:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:1.0:1788536243.592860:0:20717:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536244.139791:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536244.447564:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536244.447610:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536244.447645:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536244.447678:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536244.447703:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536244.447720:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536244.447743:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536244.447770:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573915520 00000100:00100000:2.0:1788536244.447780:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573915520 00000100:00100000:2.0:1788536244.447836:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573916032 00000100:00100000:2.0:1788536244.447839:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573916032 00000100:00100000:2.0:1788536244.447854:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573915648 00000100:00100000:2.0:1788536244.447856:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573915648 00000100:00100000:2.0:1788536244.447868:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573915904 00000100:00100000:2.0:1788536244.447870:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573915904 00000100:00100000:2.0:1788536244.447898:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 436 00000100:00100000:2.0:1788536244.447908:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573915520:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536244.447993:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573915520:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 86us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536244.448001:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 436 00000100:00100000:2.0:1788536244.448018:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 437 00000100:00100000:2.0:1788536244.448025:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573916032:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536244.448049:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573916032:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536244.448055:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 437 00000100:00100000:2.0:1788536244.448067:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 438 00000100:00100000:2.0:1788536244.448073:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573915648:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536244.448095:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573915648:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536244.448101:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 438 00000100:00100000:2.0:1788536244.448111:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 439 00000100:00100000:2.0:1788536244.448117:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573915904:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536244.448142:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573915904:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536244.448148:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 439 00000100:00100000:3.0:1788536244.448521:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573915264 00000100:00100000:3.0:1788536244.448527:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573915264 00000100:00100000:3.0:1788536244.448569:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 576 00000100:00100000:3.0:1788536244.448577:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573915264:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536244.448605:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573915264:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536244.448611:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 576 00000100:00100000:0.0:1788536244.448987:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573915776 00000100:00100000:0.0:1788536244.448993:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573915776 00000100:00100000:0.0:1788536244.449024:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573915392 00000100:00100000:0.0:1788536244.449027:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573915392 00000100:00100000:0.0:1788536244.449046:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 428 00000100:00100000:0.0:1788536244.449052:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:2353:x1875415573915776:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536244.449087:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:2353:x1875415573915776:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 36us (1441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536244.449093:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 428 00000100:00100000:0.0:1788536244.449108:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 429 00000100:00100000:0.0:1788536244.449114:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+96:2353:x1875415573915392:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536244.449138:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+96:2353:x1875415573915392:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (1435us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536244.449144:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 429 00000100:00080000:1.0:1788536244.450603:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536244.450613:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536244.450616:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788536244.779681:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536244.779693:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536244.779737:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1788536244.779745:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536245.177988:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536245.358466:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536245.358490:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583111424:0@lo:400:kworker.0 00000100:00100000:0.0:1788536245.358504:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583111552:0@lo:400:kworker.0 00000100:00100000:2.0:1788536245.358560:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536245.358560:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536245.358603:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583112064:0@lo:400:kworker.0 00000100:00100000:2.0:1788536245.358607:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583111808:0@lo:400:kworker.0 00000100:00100000:2.0:1788536245.358629:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536245.358634:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583111680:0@lo:400:kworker.0 00000100:00100000:0.0:1788536245.358660:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536245.358661:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536245.358667:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583111936:0@lo:400:kworker.0 00000100:00100000:3.0:1788536245.358676:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583111808 00000100:00100000:3.0:1788536245.358685:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583111808 00000100:00100000:2.0:1788536245.358690:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536245.358697:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583111552 00000100:00100000:0.0:1788536245.358701:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583111552 00000100:00100000:2.0:1788536245.358715:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583111424 00000100:00100000:2.0:1788536245.358718:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583111424 00000100:00100000:0.0:1788536245.358747:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583111680 00000100:00100000:0.0:1788536245.358750:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583111680 00000100:00100000:2.0:1788536245.358756:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1788536245.358757:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1788536245.358769:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583111808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536245.358770:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583111936 00000100:00100000:0.0:1788536245.358774:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583111936 00000100:00100000:2.0:1788536245.358779:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583111424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536245.358792:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:0.0:1788536245.358798:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583111552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536245.358888:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1788536245.358898:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583111680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536245.359285:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583111424:12345-0@lo:400:kworker.0 Request processed in 507us (723us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536245.359294:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1788536245.359338:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1788536245.359347:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583111808:12345-0@lo:400:kworker.0 Request processed in 579us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536245.359349:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583111936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536245.359349:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583111552:12345-0@lo:400:kworker.0 Request processed in 549us (786us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536245.359392:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1788536245.359394:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1788536245.359408:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583111936:12345-0@lo:400:kworker.0 Request processed in 63us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536245.359416:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1788536245.359449:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536245.359497:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583111552:0@lo:400:kworker.0 00000100:00100000:3.0:1788536245.359529:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583112064 00000100:00100000:2.0:1788536245.359587:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583111936:0@lo:400:kworker.0 00000100:00100000:2.0:1788536245.359602:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583111808:0@lo:400:kworker.0 00000100:00100000:2.0:1788536245.359610:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583111424:0@lo:400:kworker.0 00000100:00100000:3.0:1788536245.359650:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583112064 00000100:00100000:3.0:1788536245.359695:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1788536245.359703:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583112064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536245.359736:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583111680:12345-0@lo:400:kworker.0 Request processed in 839us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536245.359754:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00080000:1.0:1788536245.359830:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536245.359835:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536245.359838:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536245.359858:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583111680:0@lo:400:kworker.0 00000100:00100000:3.0:1788536245.359889:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583112064:12345-0@lo:400:kworker.0 Request processed in 186us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536245.359896:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1788536245.360113:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583112064:0@lo:400:kworker.0 00000100:00100000:0.0:1788536245.868340:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583112192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536245.868446:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536245.868690:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583112192 00000100:00100000:3.0:1788536245.868699:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583112192 00000100:00100000:3.0:1788536245.868747:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1788536245.868757:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583112192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536245.868798:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536245.868857:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583112192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536245.868865:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1788536245.868999:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583112192:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536246.187681:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788536246.440986:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968074 is committed 00000001:00080000:1.0:1788536246.441008:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968081 is committed 00000001:00080000:1.0:1788536246.441013:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968080 is committed 00000020:00080000:1.0:1788536246.441028:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1c425c10c0 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:1.0:1788536246.441034:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d453ab400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1c425c19c0 00000020:00080000:1.0:1788536246.441037:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d453abe00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d453cc000 00000020:00080000:0.0:1788536246.441227:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:0.0:1788536246.441415:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000001:00080000:2.0:1788536246.928499:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00080000:2.0:1788536246.928517:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00010000:00010000:1.0:1788536247.212794:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536247.403646:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583112320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536247.403718:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536247.403887:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583112320 00000100:00100000:3.0:1788536247.403896:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583112320 00000100:00100000:3.0:1788536247.403969:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788536247.403979:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583112320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536247.404013:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536247.404063:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583112320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536247.404081:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788536247.404120:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:3.0:1788536247.404125:0:3284:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967359 committed transno 4294967359 00000100:00100000:3.0:1788536247.404152:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583112320:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536247.404303:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536248.236552:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536249.260277:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536249.301139:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536249.301231:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573916160 00000100:00100000:0.0:1788536249.301241:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573916160 00000100:00100000:0.0:1788536249.301322:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1187 00000100:00100000:0.0:1788536249.301333:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:29320:x1875415573916160:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788536249.301647:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:29320:x1875415573916160:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 314us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536249.301655:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1187 00000100:00080000:1.0:1788536249.301759:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536249.559184:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536249.559224:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536249.559325:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573916288 00000100:00100000:2.0:1788536249.559334:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573916288 00000100:00100000:2.0:1788536249.559419:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 578 00000100:00100000:2.0:1788536249.559429:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573916288:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536249.559487:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573916288:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 60us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536249.559494:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 578 00000100:00100000:3.0:1788536249.559982:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536249.565627:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573916544 00000100:00100000:0.0:1788536249.565645:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573916544 00000100:00080000:1.0:1788536249.565754:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536249.566028:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573916800 00000100:00100000:2.0:1788536249.566033:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573916800 00000100:00100000:2.0:1788536249.566163:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 442 00000100:00100000:2.0:1788536249.566173:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573916544:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536249.566255:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573916544:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 83us (7029us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536249.566262:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 442 00000100:00100000:2.0:1788536249.566291:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:2.0:1788536249.566299:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573916800:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536249.566324:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573916800:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (6343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536249.566330:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:3.0:1788536249.568767:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536249.568807:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536249.568854:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536249.569247:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573916416 00000100:00100000:0.0:1788536249.569256:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573916416 00000100:00100000:2.0:1788536249.569326:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573916672 00000100:00100000:2.0:1788536249.569331:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573916672 00000100:00080000:1.0:1788536249.569387:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536249.569392:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536249.569393:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536249.569584:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 433 00000100:00100000:0.0:1788536249.569595:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:2352:x1875415573916416:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536249.569682:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:2352:x1875415573916416:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 88us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536249.569690:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 433 00000100:00100000:0.0:1788536249.569725:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573916928 00000100:00100000:0.0:1788536249.569728:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573916928 00000100:00100000:0.0:1788536249.569753:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 444 00000100:00100000:0.0:1788536249.569760:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573916928:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536249.569785:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573916928:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536249.569791:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 444 00000100:00100000:2.0:1788536249.570858:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:2.0:1788536249.570879:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573916672:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536249.570950:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2352:x1875415573916672:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 65us (2124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536249.570958:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00080000:1.0:1788536249.571760:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788536250.285851:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536250.476757:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536250.476887:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583112576:0@lo:400:kworker.0 00000100:00100000:2.0:1788536250.476979:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536250.477043:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536250.477050:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583112704:0@lo:400:kworker.0 00000100:00100000:2.0:1788536250.477072:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536250.477121:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583112576 00000100:00100000:2.0:1788536250.477130:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583112576 00000100:00100000:2.0:1788536250.477170:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583112704 00000100:00100000:2.0:1788536250.477173:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583112704 00000100:00100000:2.0:1788536250.477198:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1788536250.477206:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583112576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536250.477254:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583112576:12345-0@lo:400:kworker.0 Request processed in 48us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536250.477261:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1788536250.477278:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1788536250.477285:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583112704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536250.477310:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583112704:12345-0@lo:400:kworker.0 Request processed in 27us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536250.477316:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00080000:2.0:1788536250.477335:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536250.477363:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583112704:0@lo:400:kworker.0 00000100:00100000:2.0:1788536250.477396:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583112576:0@lo:400:kworker.0 00000100:00100000:0.0:1788536250.478115:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536250.478130:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583112832:0@lo:400:kworker.0 00000100:00100000:0.0:1788536250.478174:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536250.479846:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583112832 00000100:00100000:2.0:1788536250.479868:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583112832 00000100:00100000:2.0:1788536250.479949:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1788536250.479959:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583112832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536250.480028:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583112832:12345-0@lo:400:kworker.0 Request processed in 71us (1853us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536250.480036:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1788536250.480243:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583112832:0@lo:400:kworker.0 00000100:00080000:0.0:1788536250.480270:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536250.481916:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583112448:0@lo:400:kworker.0 00000100:00100000:3.0:1788536250.482001:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536250.482258:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583112448 00000100:00100000:2.0:1788536250.482266:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583112448 00000100:00100000:2.0:1788536250.482321:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1788536250.482330:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583112448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536250.482407:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583112448:12345-0@lo:400:kworker.0 Request processed in 77us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536250.482414:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788536250.482543:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583112448:0@lo:400:kworker.0 00000100:00100000:0.0:1788536250.482872:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536250.482884:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583113088:0@lo:400:kworker.0 00000100:00100000:0.0:1788536250.482921:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536250.482964:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583112960:0@lo:400:kworker.0 00000100:00100000:0.0:1788536250.482988:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536250.483129:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583113088 00000100:00100000:2.0:1788536250.483135:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583113088 00000100:00100000:2.0:1788536250.483180:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788536250.483187:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583113088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536250.483224:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583113088:12345-0@lo:400:kworker.0 Request processed in 38us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536250.483230:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1788536250.483353:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583113088:0@lo:400:kworker.0 00000100:00080000:0.0:1788536250.483397:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536250.483450:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583112960 00000100:00100000:3.0:1788536250.483454:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583112960 00000100:00100000:3.0:1788536250.483493:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1788536250.483500:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583112960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536250.483538:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583112960:12345-0@lo:400:kworker.0 Request processed in 39us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536250.483544:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1788536250.483570:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583112960:0@lo:400:kworker.0 00000100:00080000:0.0:1788536250.483628:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536250.989501:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536250.989521:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583113216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536250.989582:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536250.989634:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583113216 00000100:00100000:1.0:1788536250.989640:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583113216 00000100:00100000:1.0:1788536250.989680:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1788536250.989689:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583113216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536250.989729:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 79888384 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536250.989769:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583113216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (186us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536250.989776:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1788536250.989823:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583113216:0@lo:13:osp-pre-1-0.0 00000001:02000400:3.0:1788536251.259550:0:20917:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 11:37:29 (1788536249) 00010000:00010000:2.0:1788536251.309315:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:1.0:1788536251.535674:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00000020:00080000:0.0:1788536251.535699:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:0.0:1788536251.535713:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:3.0:1788536251.561338:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.561568:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573917056 00000100:00100000:2.0:1788536251.561579:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573917056 00000100:00080000:1.0:1788536251.561680:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536251.565229:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1188 00000100:00100000:2.0:1788536251.565254:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:30037:x1875415573917056:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788536251.565430:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:30037:x1875415573917056:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 189us (4107us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.565438:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1188 00000100:00100000:2.0:1788536251.606106:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536251.606298:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573917184 00000100:00100000:0.0:1788536251.606308:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573917184 00000100:00100000:0.0:1788536251.606457:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1189 00000100:00100000:0.0:1788536251.606467:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+95:30038:x1875415573917184:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536251.606486:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536251.606506:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f51234 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c22 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606582:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606597:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606608:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606623:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606634:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606640:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606820:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606827:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606834:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606840:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbbc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536251.606844:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606851:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606862:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536251.606865:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536251.606870:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606876:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5123b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606898:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606905:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606909:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.606913:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536251.606916:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788536251.607178:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788536251.607267:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.607276:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8b1d45477100) 00010000:00010000:0.0:1788536251.607279:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536251.607282:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.607287:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51242 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.607321:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f51234 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c22 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.607332:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:0.0:1788536251.607334:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536251.607338:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f51234 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c22 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.607347:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:2.0:1788536251.611353:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+95:30038:x1875415573917184:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4876us (5244us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536251.611382:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1189 00000100:00100000:1.0:1788536251.631993:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.632177:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573917440 00000100:00100000:2.0:1788536251.632188:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573917440 00000100:00100000:2.0:1788536251.632304:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1190 00000100:00100000:2.0:1788536251.632333:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+95:30038:x1875415573917440:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:2.0:1788536251.632458:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536251.632495:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f50e60 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ae0 expref: 95 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.632528:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536251.632533:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536251.633014:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.633032:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.633041:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.633074:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 43 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.633088:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 43 pid: 16075 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.633101:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583113344:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536251.633202:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435adcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536251.636227:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583113344:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536251.636269:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536251.638482:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.638999:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573917568 00000100:00100000:2.0:1788536251.639010:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573917568 00010000:00010000:2.0:1788536251.639050:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 44 pid: 16075 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.639081:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:2.0:1788536251.639089:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:2354:x1875415573917568:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536251.639115:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536251.639122:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 44 pid: 16075 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.639135:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 44 pid: 16075 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.639155:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f50e9f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0af5 expref: 44 pid: 16075 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.639180:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536251.639185:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.639194:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.639206:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.639236:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536251.639296:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+43:2354:x1875415573917568:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 207us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.639303:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 356 00010000:00010000:1.0:1788536251.640301:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.640316:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.640350:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.640366:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.640412:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536251.645352:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 16384 00010000:00010000:1.0:1788536251.647876:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.648058:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.648083:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.648089:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ce00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536251.648094:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.648103:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.648119:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d585fa800) 00010000:00010000:1.0:1788536251.648122:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.648126:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.648132:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51249 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536251.648360:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000b71993fa reply state 0000000078c7f5b7 transno 4294968082 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536251.648391:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536251.648509:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+96:30038:x1875415573917440:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 16175us (16523us total) trans 4294968082 rc 0/0 00000100:00100000:1.0:1788536251.648517:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1190 00010000:00010000:3.0:1788536251.651524:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.651542:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.651550:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.651556:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536251.651561:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.651570:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.651586:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8b1d4631b300) 00010000:00010000:3.0:1788536251.651589:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536251.651594:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.651602:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51250 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536251.658870:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536251.659732:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573917696 00000100:00100000:0.0:1788536251.659746:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573917696 00000100:00100000:0.0:1788536251.659816:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1191 00000100:00100000:0.0:1788536251.659827:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+95:30039:x1875415573917696:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536251.659852:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536251.659876:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51257 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c29 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.660094:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5125e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.660110:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5125e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.660122:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5125e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536251.660161:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536251.660166:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536251.660187:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5125e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.660212:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51257 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c29 expref: 97 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.660227:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5125e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c29 expref: 96 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.660235:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:0.0:1788536251.660238:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536251.660242:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:0.0:1788536251.660308:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:30039:x1875415573917696:12345-192.168.203.55@tcp:101:bash.0 Request processed in 482us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536251.660315:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1191 00000100:00100000:1.0:1788536251.665224:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.665891:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573917824 00000100:00100000:2.0:1788536251.665902:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573917824 00000100:00100000:2.0:1788536251.665973:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1192 00000100:00100000:2.0:1788536251.665984:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+96:30039:x1875415573917824:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536251.666003:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.666023:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51265 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c30 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666082:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666096:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666107:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666121:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666128:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666138:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666229:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f5127a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666238:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f5127a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666245:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f5127a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536251.666282:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 16384 00000004:00200000:2.0:1788536251.666286:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536251.666304:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f5127a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666315:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666321:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666328:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666334:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.666338:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666345:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666357:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:2.0:1788536251.666360:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.666364:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666397:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5126c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666419:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666425:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666431:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666435:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.666438:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666444:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666452:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536251.666454:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.666457:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666462:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51273 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666495:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51265 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c30 expref: 98 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666507:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0dc00/0x94dfe24b69f5127a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c30 expref: 97 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.666514:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536251.666516:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536251.666518:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0dc00, rc 0) 00000100:00100000:2.0:1788536251.666586:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+97:30039:x1875415573917824:12345-192.168.203.55@tcp:101:bash.0 Request processed in 605us (1373us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.666595:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1192 00000100:00100000:0.0:1788536251.676056:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536251.677430:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573917952 00000100:00100000:1.0:1788536251.677445:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573917952 00000100:00100000:1.0:1788536251.677516:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1193 00000100:00100000:1.0:1788536251.677528:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:30039:x1875415573917952:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536251.677561:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536251.677582:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51281 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c37 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677650:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677665:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677678:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677695:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677702:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677710:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677772:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677780:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677787:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677793:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536251.677803:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677811:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677883:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536251.677887:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.677892:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677899:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51288 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677912:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677931:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677937:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677943:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536251.677946:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677953:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677960:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d4631b900) 00010000:00010000:1.0:1788536251.677964:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.677973:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.677979:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5128f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.678012:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51281 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c37 expref: 98 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.678022:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536251.678025:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.678028:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51281 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c37 expref: 98 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.678037:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3800, rc 0) 00000100:00100000:1.0:1788536251.678107:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:30039:x1875415573917952:12345-192.168.203.55@tcp:101:bash.0 Request processed in 582us (2060us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536251.678115:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1193 00000100:00100000:3.0:1788536251.688520:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536251.688650:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573918080 00000100:00100000:0.0:1788536251.688658:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573918080 00000100:00100000:0.0:1788536251.688751:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1194 00000100:00100000:0.0:1788536251.688759:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+43:30040:x1875415573918080:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536251.688775:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536251.688792:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51296 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c3e expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.688864:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.688879:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.688895:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536251.688938:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536251.688946:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536251.688965:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.688988:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51296 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 45 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.689008:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 44 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536251.689014:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:0.0:1788536251.689016:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536251.689018:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73e05000, rc 0) 00000100:00100000:0.0:1788536251.689100:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+44:30040:x1875415573918080:12345-192.168.203.55@tcp:101:rm.0 Request processed in 341us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536251.689107:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1194 00000100:00100000:1.0:1788536251.692039:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.692435:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573918208 00000100:00100000:2.0:1788536251.692445:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573918208 00000100:00100000:2.0:1788536251.692544:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1195 00000100:00100000:2.0:1788536251.692555:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:30040:x1875415573918208:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536251.692574:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.692594:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f512a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c45 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692658:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692672:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692683:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692698:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692705:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692711:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692809:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f512b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692817:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f512b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692835:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f512b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536251.692860:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 16384 00000004:00200000:2.0:1788536251.692863:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536251.692881:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f512b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692893:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692900:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692907:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692927:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.692932:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692939:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692950:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:2.0:1788536251.692954:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.692958:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692976:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692989:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.692995:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.693001:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.693006:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.693009:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.693016:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.693027:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536251.693030:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.693033:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.693040:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.693072:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f512a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c45 expref: 46 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.693087:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c600/0x94dfe24b69f512b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c45 expref: 45 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.693095:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536251.693097:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536251.693100:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c600, rc 0) 00000100:00100000:2.0:1788536251.693180:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:30040:x1875415573918208:12345-192.168.203.55@tcp:101:rm.0 Request processed in 626us (1149us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.693189:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1195 00000100:00100000:2.0:1788536251.695964:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536251.696062:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573918336 00000100:00100000:1.0:1788536251.696073:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573918336 00000100:00100000:1.0:1788536251.696143:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1196 00000100:00100000:1.0:1788536251.696155:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:30040:x1875415573918336:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536251.696177:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536251.696198:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f512c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c4c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696279:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696312:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696323:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696339:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696345:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696349:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696426:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696433:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696439:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696445:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536251.696449:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696456:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696468:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536251.696477:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.696483:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696489:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f512c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696503:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696509:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696514:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696518:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536251.696520:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696524:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696529:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d4631b900) 00010000:00010000:1.0:1788536251.696530:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.696532:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696536:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f512ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696560:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f512c0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c4c expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696573:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536251.696575:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.696577:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f512c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c4c expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.696584:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3800, rc 0) 00000100:00100000:1.0:1788536251.696630:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:30040:x1875415573918336:12345-192.168.203.55@tcp:101:rm.0 Request processed in 479us (678us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536251.696635:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1196 00000100:00100000:0.0:1788536251.699691:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.699742:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573918464 00000100:00100000:2.0:1788536251.699753:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573918464 00000100:00100000:2.0:1788536251.699807:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1197 00000100:00100000:2.0:1788536251.699818:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:30040:x1875415573918464:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536251.699839:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.699867:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f512d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c53 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.699942:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.699959:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.699970:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.699985:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.699992:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.699999:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700058:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700066:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700073:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700079:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.700084:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700095:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700107:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536251.700110:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.700115:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700121:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700133:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700140:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700146:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700161:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.700164:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700170:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700178:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d61e36600) 00010000:00010000:2.0:1788536251.700181:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.700183:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700194:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700224:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f512d5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c53 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700233:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536251.700236:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.700329:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f512d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c53 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.700339:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d000, rc 0) 00000100:00100000:2.0:1788536251.700542:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:30040:x1875415573918464:12345-192.168.203.55@tcp:101:rm.0 Request processed in 724us (858us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536251.700549:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1197 00000100:00100000:0.0:1788536251.720165:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.720329:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573918592 00000100:00100000:2.0:1788536251.720339:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573918592 00000100:00100000:2.0:1788536251.720422:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1198 00000100:00100000:2.0:1788536251.720433:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:30041:x1875415573918592:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536251.720580:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.720611:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f512ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c5a expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720676:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720690:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720702:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720716:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720723:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720730:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720781:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720788:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720795:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720801:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.720806:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720813:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720825:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536251.720829:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.720833:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720840:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f512f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720853:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720859:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720865:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720870:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.720873:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720878:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720885:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d61e36600) 00010000:00010000:2.0:1788536251.720888:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.720891:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720896:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f512f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720939:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f512ea lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c5a expref: 46 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720953:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536251.720954:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.720957:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f512ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c5a expref: 46 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.720966:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d000, rc 0) 00000100:00100000:2.0:1788536251.721025:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:30041:x1875415573918592:12345-192.168.203.55@tcp:101:cp.0 Request processed in 595us (869us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536251.721032:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1198 00000100:00100000:0.0:1788536251.725079:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536251.725189:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573918720 00000100:00100000:1.0:1788536251.725198:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573918720 00000100:00100000:1.0:1788536251.725249:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1199 00000100:00100000:1.0:1788536251.725259:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:30041:x1875415573918720:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536251.725278:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536251.725298:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f512ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c61 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725362:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725593:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725607:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725622:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725643:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725649:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725696:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725703:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725709:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725714:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536251.725718:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725725:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725736:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536251.725739:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.725743:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725749:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51306 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725762:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725773:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725779:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725784:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536251.725787:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725794:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725801:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d4631b900) 00010000:00010000:1.0:1788536251.725803:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.725806:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725812:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5130d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725851:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f512ff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c61 expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725862:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536251.725864:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536251.725868:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f512ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c61 expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.725890:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3800, rc 0) 00000100:00100000:1.0:1788536251.725959:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:30041:x1875415573918720:12345-192.168.203.55@tcp:101:cp.0 Request processed in 701us (889us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536251.725966:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1199 00000100:00100000:0.0:1788536251.729675:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.729771:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573918976 00000100:00100000:2.0:1788536251.729780:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573918976 00000100:00100000:2.0:1788536251.729867:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1200 00000100:00100000:2.0:1788536251.729877:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:30041:x1875415573918976:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536251.729899:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.729930:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51314 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c68 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.730057:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.730072:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.730083:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.730106:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.730113:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.730119:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536251.732214:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00010000:00010000:2.0:1788536251.733513:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733532:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733544:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733583:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733590:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733596:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733602:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.733606:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733613:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733629:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536251.733632:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.733637:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733643:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5131b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536251.733656:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000da2cb2dc reply state 000000007b90e4d9 transno 4294968083 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.733665:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536251.733699:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51314 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733713:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.733721:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536251.733724:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536251.733726:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d000, rc 0) 00000100:00100000:2.0:1788536251.734115:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:30041:x1875415573918976:12345-192.168.203.55@tcp:101:cp.0 Request processed in 4237us (4446us total) trans 4294968083 rc 0/0 00000100:00100000:2.0:1788536251.734124:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1200 00010000:00010000:3.0:1788536251.737833:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.737989:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.737997:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.738002:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ce00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536251.738007:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.738015:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.738031:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d61e36700) 00010000:00010000:3.0:1788536251.738033:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536251.738038:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536251.738044:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51322 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536251.738587:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.738631:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573919104 00000100:00100000:2.0:1788536251.738641:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573919104 00000100:00100000:2.0:1788536251.738700:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 321 00000100:00100000:2.0:1788536251.738711:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573919104:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536251.738730:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.738748:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c6f expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536251.738773:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536251.738791:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=629s v=(0 0) 00010000:00010000:2.0:1788536251.738795:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536251.738804:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.738827:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.738839:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c200, rc 0) 00000100:00100000:2.0:1788536251.738900:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573919104:12345-192.168.203.55@tcp:101:cp.0 Request processed in 192us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.738907:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 321 00000100:00080000:1.0:1788536251.738964:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536251.744172:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.744281:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573919232 00000100:00100000:2.0:1788536251.744292:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573919232 00000100:00100000:2.0:1788536251.744404:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 322 00000100:00100000:2.0:1788536251.744413:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:30041:x1875415573919232:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536251.744429:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.744443:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c76 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.744470:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.744477:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536251.744488:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536251.744492:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.744522:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.744534:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 12 pid: 16289 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.744545:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583113472:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536251.744638:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435adcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536251.747624:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536251.747790:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573919360 00000100:00100000:1.0:1788536251.747801:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573919360 00010000:00010000:1.0:1788536251.747859:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 13 pid: 16289 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536251.747910:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 357 00000100:00100000:1.0:1788536251.747931:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573919360:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536251.747946:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536251.747985:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 13 pid: 16289 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.748001:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 13 pid: 16289 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.748032:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536251.748037:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536251.748050:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 13 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.748062:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 13 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.748128:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 13 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536251.748148:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583113600:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536251.748429:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66780 going to sleep for 11 seconds 00010000:00010000:2.0:1788536251.748659:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000252cdfcd/0x94dfe24b69f51337 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c6f expref: 13 pid: 16289 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.748677:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42beed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583113472:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536251.748706:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.748717:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d800, rc 0) 00000100:00100000:2.0:1788536251.748751:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:30041:x1875415573919232:12345-192.168.203.55@tcp:101:cp.0 Request processed in 4340us (4592us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.748764:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 322 00000100:00100000:3.0:1788536251.754853:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536251.755214:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573919616 00000100:00100000:1.0:1788536251.755225:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573919616 00000100:00100000:1.0:1788536251.755294:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 240 00000100:00100000:1.0:1788536251.755304:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b9a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:30041:x1875415573919616:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:1.0:1788536251.755674:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b9a850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:30041:x1875415573919616:12345-192.168.203.55@tcp:35:cp.0 Request processed in 370us (831us total) trans 4294968084 rc 0/0 00000100:00100000:1.0:1788536251.755682:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 240 00000100:00100000:0.0:1788536251.755939:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583113600:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536251.755975:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536251.755998:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573919360:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 8070us (8384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536251.756006:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 357 00000100:00100000:3.0:1788536251.808201:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.808357:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573919744 00000100:00100000:2.0:1788536251.808415:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573919744 00000100:00100000:2.0:1788536251.808481:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1201 00000100:00100000:2.0:1788536251.808493:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+97:30044:x1875415573919744:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536251.808517:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.808536:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51345 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c7d expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808594:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808608:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808619:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808632:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808640:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808647:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808727:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808739:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808754:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536251.808792:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1788536251.808806:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536251.808838:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808850:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808864:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808871:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808877:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808883:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.808887:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808894:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808905:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:2.0:1788536251.808909:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.808926:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808933:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f5134c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808949:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808955:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808972:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808978:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536251.808980:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808986:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.808994:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536251.808997:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536251.809000:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.809005:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51353 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.809035:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51345 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.809048:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 98 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.809055:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536251.809057:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536251.809059:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ca00, rc 0) 00000100:00100000:2.0:1788536251.809119:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+98:30044:x1875415573919744:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 626us (927us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.809127:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1201 00000100:00100000:2.0:1788536251.813882:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536251.814095:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573919872 00000100:00100000:0.0:1788536251.814105:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573919872 00000100:00100000:0.0:1788536251.814177:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 323 00000100:00100000:0.0:1788536251.814187:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573919872:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536251.814204:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536251.814222:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51361 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c84 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536251.814280:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583113728:192.168.203.55@tcp:106: 00000100:00080000:1.0:1788536251.814419:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536251.814941:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec3c0 going to sleep for 11 seconds 00002000:00010000:2.0:1788536251.818366:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536251.818457:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1788536251 00002000:00010000:2.0:1788536251.818460:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1788536251 00002000:00010000:2.0:1788536251.818462:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1788536251 00000100:00100000:2.0:1788536251.818487:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583113728:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536251.818523:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51361 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c84 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.818547:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51361 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c84 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.818562:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:2.0:1788536251.818625:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573919872:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4440us (4752us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536251.818638:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 323 00000100:00100000:3.0:1788536251.825975:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536251.826080:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573920000 00000100:00100000:1.0:1788536251.826090:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573920000 00000100:00100000:1.0:1788536251.826150:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1202 00000100:00100000:1.0:1788536251.826160:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+98:30044:x1875415573920000:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536251.826180:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536251.826201:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51368 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c8b expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.826280:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.826296:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.826323:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536251.826359:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 16384 00000004:00200000:1.0:1788536251.826363:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536251.826407:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.826433:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51368 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 100 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.826453:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536251.826462:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536251.826466:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536251.826469:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2c00, rc 0) 00000100:00100000:1.0:1788536251.826533:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+99:30044:x1875415573920000:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 375us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536251.826540:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1202 00000100:00100000:0.0:1788536251.833143:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.833270:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573920128 00000100:00100000:2.0:1788536251.833281:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573920128 00000100:00100000:2.0:1788536251.833461:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 324 00000100:00100000:2.0:1788536251.833546:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573920128:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536251.833563:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536251.833579:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000733188ea/0x94dfe24b69f51376 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c92 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536251.833635:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583113856:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536251.833717:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435adcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536251.837466:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583113856:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536251.837509:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000733188ea/0x94dfe24b69f51376 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c92 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.837534:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000733188ea/0x94dfe24b69f51376 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c92 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536251.837548:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536251.837603:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:2355:x1875415573920128:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4061us (4657us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536251.837612:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 324 00000100:00100000:3.0:1788536251.846741:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536251.846806:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573920384 00000100:00100000:2.0:1788536251.846814:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573920384 00000100:00100000:2.0:1788536251.846883:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1203 00000100:00100000:2.0:1788536251.846892:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:30044:x1875415573920384:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536251.847179:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:2.0:1788536251.847262:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:30044:x1875415573920384:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 370us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536251.847270:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1203 00000040:00080000:0.0:1788536251.947614:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536251.947623:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536251.947672:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1788536251.947679:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536251.949568:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583113984:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536251.949737:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498eccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536251.977330:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536251.977524:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573920512 00000100:00100000:1.0:1788536251.977535:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573920512 00000100:00100000:1.0:1788536251.977589:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1204 00000100:00100000:1.0:1788536251.977600:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:30054:x1875415573920512:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536251.977646:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536251.977752:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:30054:x1875415573920512:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 151us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536251.977788:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1204 00000100:00100000:3.0:1788536251.993294:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583113984:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536252.007183:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536252.007493:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573920768 00000100:00100000:0.0:1788536252.007507:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573920768 00000100:00100000:0.0:1788536252.007621:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1205 00000100:00100000:0.0:1788536252.007632:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:30054:x1875415573920768:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536252.007663:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536252.007687:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5137d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0c99 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.007809:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51384 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.007835:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51384 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.007861:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51384 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536252.007873:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1788536252.008037:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5137d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c99 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.008059:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51384 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c99 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.008069:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:0.0:1788536252.008072:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536252.008076:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772e000, rc 0) 00000100:00100000:0.0:1788536252.008164:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:30054:x1875415573920768:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 533us (1527us total) trans 4294968085 rc 0/0 00000100:00100000:0.0:1788536252.008171:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1205 00000100:00100000:0.0:1788536252.023643:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536252.023688:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536252.023930:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573920896 00000100:00100000:2.0:1788536252.023942:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573920896 00000100:00100000:2.0:1788536252.024204:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 325 00000100:00100000:2.0:1788536252.024216:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573920896:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1788536252.024348:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573921024 00000100:00100000:3.0:1788536252.024354:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573921024 00010000:00010000:2.0:1788536252.024536:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.024557:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.024567:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788536252.024571:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536252.024576:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.024616:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.024631:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 11 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536252.024664:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583114112:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536252.024872:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435adcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536252.025010:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 54 00000100:00100000:3.0:1788536252.025019:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46a20050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:2353:x1875415573921024:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536252.025031:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536252.025053:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51384 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c99 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.025071:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:3.0:1788536252.025075:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536252.025102:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46a20050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:2353:x1875415573921024:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 85us (1413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536252.025110:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 54 00000100:00100000:2.0:1788536252.035527:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583114112:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536252.035563:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536252.037689:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536252.037852:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573921152 00000100:00100000:1.0:1788536252.037863:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573921152 00002000:00100000:1.0:1788536252.037928:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->157) req@ffff8b1c41c89880 x1875415573921152/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:153/0 lens 648/0 e 0 to 0 dl 1788536263 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536252.037940:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c89880 with x1875415573921152 ext(0->157) 00010000:00010000:1.0:1788536252.037952:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 12 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.038211:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 12 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536252.038222:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c41c89880 00000100:00100000:1.0:1788536252.038266:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 13 00000100:00100000:1.0:1788536252.038276:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573921152:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:1.0:1788536252.039835:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415573921152:12345-192.168.203.55@tcp:4:cp.0 Request processed in 1545us (2140us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1788536252.039848:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 13 00002000:00100000:1.0:1788536252.039859:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->157) req@ffff8b1c41c89880 x1875415573921152/t4294967370(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:153/0 lens 648/448 e 0 to 0 dl 1788536263 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536252.039870:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c89880 with x1875415573921152 ext(0->157) 00010000:00010000:1.0:1788536252.039879:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 14 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.039912:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 14 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536252.039930:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c41c89880 00000100:00100000:2.0:1788536252.067241:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536252.067490:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573921280 00000100:00100000:3.0:1788536252.067500:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573921280 00010000:00010000:3.0:1788536252.067542:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 14 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.067586:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 358 00000100:00100000:3.0:1788536252.067596:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415573921280:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536252.067609:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536252.067629:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 14 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.067656:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 14 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.067681:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000033706f45/0x94dfe24b69f5133e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c76 expref: 14 pid: 6667 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.067697:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536252.067701:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536252.067708:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.067717:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.067744:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536252.067792:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573921280:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 196us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536252.067799:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 358 00010000:00010000:3.0:1788536252.067939:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.067949:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.068416:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.068427:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.068434:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.068442:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536252.068447:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.068456:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.068550:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536252.068559:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9b9078c/0x94dfe24b69f51392 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536252.068626:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415573920896:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 44410us (44998us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536252.069103:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 325 00000100:00100000:2.0:1788536252.073485:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536252.073616:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573921536 00000100:00100000:3.0:1788536252.073627:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573921536 00000100:00100000:3.0:1788536252.073691:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1206 00000100:00100000:3.0:1788536252.073702:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:30054:x1875415573921536:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536252.073807:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:30054:x1875415573921536:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 106us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536252.073815:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1206 00000100:00100000:2.0:1788536252.081834:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536252.082025:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573921664 00000100:00100000:0.0:1788536252.082037:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573921664 00000100:00100000:0.0:1788536252.082099:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 326 00000100:00100000:0.0:1788536252.082109:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415573921664:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536252.082128:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536252.082148:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ca0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536252.082181:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9ae5bb, atime: 0x0, ctime: 0x6a9ae5bb, blocks: 0x1 00010000:00010000:0.0:1788536252.082199:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=630s v=(0 0) 00010000:00010000:0.0:1788536252.082203:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536252.082212:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.082227:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.082240:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:0.0:1788536252.082412:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2352:x1875415573921664:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 303us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.082419:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 326 00000100:00100000:3.0:1788536252.100452:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536252.100550:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573921920 00000100:00100000:2.0:1788536252.100561:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573921920 00000100:00100000:2.0:1788536252.100611:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1207 00000100:00100000:2.0:1788536252.100620:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:30054:x1875415573921920:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536252.101271:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:30054:x1875415573921920:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 649us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.101281:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1207 00000100:00100000:3.0:1788536252.106799:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536252.107038:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573922048 00000100:00100000:0.0:1788536252.107048:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573922048 00002000:00100000:0.0:1788536252.107098:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff8b1c42e0dc00 x1875415573922048/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:153/0 lens 488/0 e 0 to 0 dl 1788536263 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536252.107109:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0dc00 with x1875415573922048 ext(0->4095) 00002000:00010000:0.0:1788536252.107114:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42e0dc00 00000100:00100000:0.0:1788536252.107150:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 105 00000100:00100000:0.0:1788536252.107159:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573922048:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536252.107348:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573922048:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 189us (567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536252.107359:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 105 00002000:00100000:0.0:1788536252.107366:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff8b1c42e0dc00 x1875415573922048/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:153/0 lens 488/4536 e 0 to 0 dl 1788536263 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536252.107403:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0dc00 with x1875415573922048 ext(0->4095) 00002000:00010000:0.0:1788536252.107407:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42e0dc00 00000100:00100000:3.0:1788536252.116909:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536252.116998:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573922176 00000100:00100000:0.0:1788536252.117009:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573922176 00000100:00100000:0.0:1788536252.117067:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1208 00000100:00100000:0.0:1788536252.117077:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:30054:x1875415573922176:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536252.117096:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536252.117115:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f513a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ca7 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.117145:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.117159:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.117170:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.117259:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f513a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.117277:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.117291:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:0.0:1788536252.117294:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536252.117297:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:0.0:1788536252.117363:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:30054:x1875415573922176:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 287us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.117395:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1208 00000100:00100000:3.0:1788536252.121986:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536252.122085:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573922304 00000100:00100000:1.0:1788536252.122095:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573922304 00000100:00100000:1.0:1788536252.122147:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1209 00000100:00100000:1.0:1788536252.122156:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:30054:x1875415573922304:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536252.122186:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536252.122285:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:30054:x1875415573922304:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 129us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536252.122293:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1209 00000100:00100000:1.0:1788536252.125798:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536252.125877:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573922432 00000100:00100000:0.0:1788536252.125887:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573922432 00000100:00100000:0.0:1788536252.125957:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 327 00000100:00100000:0.0:1788536252.125969:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573922432:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536252.126023:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126039:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536252.126044:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536252.126050:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126064:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126093:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126102:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126111:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126118:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536252.126122:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126131:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126146:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536252.126154:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f513ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536252.126228:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573922432:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 261us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536252.126236:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 327 00000100:00100000:0.0:1788536252.129852:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536252.129937:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573922688 00000100:00100000:1.0:1788536252.129947:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573922688 00000100:00100000:1.0:1788536252.130005:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1210 00000100:00100000:1.0:1788536252.130014:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:30054:x1875415573922688:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536252.130080:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.130095:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.130103:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.130142:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.130153:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 50 pid: 5823 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536252.130166:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583114240:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536252.130250:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536252.139133:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536252.141301:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583114240:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536252.141330:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536252.142052:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573922816 00000100:00100000:2.0:1788536252.142061:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573922816 00010000:00010000:2.0:1788536252.142099:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 51 pid: 5823 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536252.142137:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 359 00000100:00100000:2.0:1788536252.142146:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:2355:x1875415573922816:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536252.142163:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536252.142169:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 51 pid: 5823 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.142180:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 51 pid: 5823 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.142200:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f513a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca7 expref: 51 pid: 5823 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.142212:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536252.142217:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.142227:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.142235:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536252.142305:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536252.142361:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:2355:x1875415573922816:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 216us (3237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.142387:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 359 00010000:00010000:1.0:1788536252.145007:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.145024:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.145223:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.145231:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.145239:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.145245:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536252.145249:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.145263:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.145280:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:1.0:1788536252.145283:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536252.145289:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536252.145295:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f513b5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536252.145470:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:30054:x1875415573922688:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 15452us (15623us total) trans 4294968086 rc 0/0 00000100:00100000:1.0:1788536252.145480:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1210 00000040:00080000:3.0:1788536252.148144:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536252.148156:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536252.148661:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536252.148675:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536252.154623:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536252.154706:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573923072 00000100:00100000:1.0:1788536252.154716:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573923072 00000100:00100000:1.0:1788536252.154766:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 241 00000100:00100000:1.0:1788536252.154776:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:30054:x1875415573923072:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536252.155032:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:30054:x1875415573923072:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 257us (417us total) trans 4294968087 rc 0/0 00000100:00100000:1.0:1788536252.155040:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 241 00010000:00010000:1.0:1788536252.334733:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536252.527526:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583114368:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536252.527591:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536252.527772:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583114368 00000100:00100000:2.0:1788536252.527781:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583114368 00000100:00100000:2.0:1788536252.527835:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1788536252.527844:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583114368:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536252.527879:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536252.527933:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583114368:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536252.527939:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00080000:2.0:1788536252.527958:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536252.527995:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583114368:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788536252.929144:0:20967:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536252.929154:0:20967:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536252.929203:0:20967:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:2.0:1788536252.929209:0:20967:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536253.100961:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536253.101505:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573923328 00000100:00100000:2.0:1788536253.101519:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573923328 00000100:00100000:2.0:1788536253.101601:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1211 00000100:00100000:2.0:1788536253.101615:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+99:30060:x1875415573923328:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:2.0:1788536253.101652:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536253.101678:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f513bc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cae expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.101789:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f513c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.101805:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f513c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.101828:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f513c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788536253.101830:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1788536253.102110:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1788536253.102235:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f513bc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cae expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.102254:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f513c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cae expref: 101 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.102263:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536253.102266:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536253.102270:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d200, rc 0) 00000100:00100000:2.0:1788536253.102341:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+101:30060:x1875415573923328:12345-192.168.203.55@tcp:101:cat.0 Request processed in 730us (1389us total) trans 4294968088 rc 0/0 00000100:00100000:2.0:1788536253.102348:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1211 00000100:00100000:0.0:1788536253.112394:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536253.112488:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536253.112567:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573923456 00000100:00100000:3.0:1788536253.112576:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573923456 00000100:00100000:3.0:1788536253.112644:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 328 00000100:00100000:3.0:1788536253.112654:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573923456:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536253.112671:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536253.112689:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cb5 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536253.112715:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536253.112721:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536253.112730:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536253.112751:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536253.112766:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547400, rc 0) 00000100:00100000:3.0:1788536253.112820:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573923456:12345-192.168.203.55@tcp:101:cat.0 Request processed in 167us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536253.112827:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 328 00000100:00100000:2.0:1788536253.112984:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573923584 00000100:00100000:2.0:1788536253.112989:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573923584 00000100:00100000:2.0:1788536253.113033:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 55 00000100:00100000:2.0:1788536253.113041:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+101:2354:x1875415573923584:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536253.113052:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536253.113071:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f513c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cae expref: 101 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.113086:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536253.113091:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536253.113130:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:2354:x1875415573923584:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 79us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536253.113137:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 55 00000100:00080000:0.0:1788536253.113467:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536253.119868:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536253.120144:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573923712 00000100:00100000:1.0:1788536253.120154:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573923712 00002000:00100000:1.0:1788536253.120205:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff8b1c41c8ad80 x1875415573923712/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:154/0 lens 488/0 e 0 to 0 dl 1788536264 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536253.120216:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c8ad80 with x1875415573923712 ext(0->4095) 00002000:00010000:1.0:1788536253.120230:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c41c8ad80 00000100:00100000:1.0:1788536253.120255:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 106 00000100:00100000:1.0:1788536253.120265:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573923712:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:1.0:1788536253.120815:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573923712:12345-192.168.203.55@tcp:3:cat.0 Request processed in 541us (945us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536253.120823:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 106 00002000:00100000:1.0:1788536253.120831:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->4095) req@ffff8b1c41c8ad80 x1875415573923712/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:154/0 lens 488/4536 e 0 to 0 dl 1788536264 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536253.120840:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c8ad80 with x1875415573923712 ext(0->4095) 00002000:00010000:1.0:1788536253.120843:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c41c8ad80 00000100:00100000:2.0:1788536253.126801:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536253.126965:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573923968 00000100:00100000:3.0:1788536253.126991:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573923968 00000100:00100000:3.0:1788536253.127096:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 242 00000100:00100000:3.0:1788536253.127107:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+100:30060:x1875415573923968:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:3.0:1788536253.128198:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+101:30060:x1875415573923968:12345-192.168.203.55@tcp:35:cat.0 Request processed in 1076us (1390us total) trans 4294968089 rc 0/0 00000100:00100000:3.0:1788536253.128209:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 242 00000100:00100000:2.0:1788536253.229003:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536253.230950:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573924224 00000100:00100000:0.0:1788536253.230964:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573924224 00000100:00100000:0.0:1788536253.231038:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1212 00000100:00100000:0.0:1788536253.231049:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+101:30061:x1875415573924224:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536253.231074:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536253.231094:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f513d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cbc expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.231193:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f513df lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.231207:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f513df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.231219:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f513df lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536253.231231:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:0.0:1788536253.231395:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f513d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cbc expref: 104 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.231414:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f513df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cbc expref: 103 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.231423:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:0.0:1788536253.231426:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788536253.231430:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536253.231490:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+103:30061:x1875415573924224:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 443us (2496us total) trans 4294968090 rc 0/0 00000100:00100000:0.0:1788536253.231498:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1212 00000100:00100000:0.0:1788536253.244677:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536253.244783:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573924352 00000100:00100000:1.0:1788536253.244793:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573924352 00000100:00100000:1.0:1788536253.244840:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 329 00000100:00100000:1.0:1788536253.244851:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573924352:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:1.0:1788536253.244892:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.244923:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.244934:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.244951:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536253.244956:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536253.244974:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 5/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.245014:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.245027:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 13 pid: 6667 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536253.245041:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583114496:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536253.245134:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.245144:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 12 pid: 6668 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536253.245154:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583114624:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536253.245179:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66600 going to sleep for 11 seconds 00000100:00100000:2.0:1788536253.252959:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583114496:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536253.252976:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583114624:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536253.253000:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536253.276032:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536253.276072:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536253.276149:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573924480 00000100:00100000:2.0:1788536253.276160:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573924480 00010000:00010000:2.0:1788536253.276218:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 13 pid: 6668 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536253.276258:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573924608 00000100:00100000:2.0:1788536253.276261:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573924608 00010000:00010000:2.0:1788536253.276276:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 14 pid: 6667 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536253.276300:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 360 00000100:00100000:2.0:1788536253.276309:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573924480:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536253.276324:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536253.276346:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 13 pid: 6668 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276359:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 13 pid: 6668 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276408:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008919f902/0x94dfe24b69f51399 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ca0 expref: 13 pid: 6668 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276428:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536253.276477:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573924480:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 169us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536253.276484:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 360 00000100:00100000:2.0:1788536253.276501:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00100000:2.0:1788536253.276508:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573924608:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536253.276516:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536253.276526:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 14 pid: 6667 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276538:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 14 pid: 6667 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276550:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000878847bc/0x94dfe24b69f513d1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cb5 expref: 14 pid: 6667 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276560:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536253.276565:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536253.276571:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276586:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276612:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536253.276632:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+13:2355:x1875415573924608:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 125us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536253.276639:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 361 00010000:00010000:2.0:1788536253.276664:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276673:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276698:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276707:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276714:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276721:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536253.276726:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276740:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276752:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.276760:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000075c07203/0x94dfe24b69f513ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536253.276826:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2353:x1875415573924352:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 31970us (32151us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536253.276835:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 329 00000100:00080000:1.0:1788536253.277190:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536253.287406:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536253.287480:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573924864 00000100:00100000:1.0:1788536253.287489:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573924864 00000100:00100000:1.0:1788536253.287537:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 243 00000100:00100000:1.0:1788536253.287546:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+103:30061:x1875415573924864:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:1.0:1788536253.287605:0:20658:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f513df lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cbc expref: 103 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536253.287835:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968091 00000001:00080000:1.0:1788536253.288394:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968092 00010000:00010000:1.0:1788536253.288455:0:20658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.288472:0:20658:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 50 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.288481:0:20658:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.288489:0:20658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.288523:0:20658:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.288537:0:20658:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 106 pid: 5825 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536253.288552:0:20658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:20658:1875415583114752:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536253.288644:0:20658:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 50 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.288653:0:20658:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 50 pid: 5824 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536253.288675:0:20658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:20658:1875415583114880:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536253.288700:0:20658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e663c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536253.293739:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536253.293836:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573924992 00000100:00100000:0.0:1788536253.293844:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573924992 00010000:00010000:0.0:1788536253.293914:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 51 pid: 5824 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536253.293970:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00100000:0.0:1788536253.293980:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:2355:x1875415573924992:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536253.293994:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536253.294001:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 51 pid: 5824 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.294014:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 51 pid: 5824 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.294036:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:0.0:1788536253.294041:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.294049:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.294056:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536253.294099:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:2355:x1875415573924992:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 120us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536253.294106:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00080000:2.0:1788536253.294221:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536253.295429:0:20658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:20658:1875415583114752:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536253.295445:0:20658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51329 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c68 expref: 50 pid: 5824 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536253.295462:0:20658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:20658:1875415583114880:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536253.295482:0:20658:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536253.300764:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536253.300917:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573925120 00000100:00100000:2.0:1788536253.300927:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573925120 00010000:00010000:2.0:1788536253.300975:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 107 pid: 5825 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536253.301054:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 363 00000100:00100000:2.0:1788536253.301068:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46a20850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+107:2352:x1875415573925120:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536253.301082:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536253.301090:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 107 pid: 5825 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.301110:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 107 pid: 5825 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.301132:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5135a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c7d expref: 107 pid: 5825 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.301146:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536253.301152:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.301161:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.301168:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536253.301197:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536253.301261:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46a20850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+106:2352:x1875415573925120:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 198us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536253.301268:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 363 00010000:00010000:1.0:1788536253.301638:0:20658:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.301647:0:20658:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536253.301817:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968093 00000001:00080000:1.0:1788536253.302039:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968094 00000001:00080000:1.0:1788536253.302114:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968095 00000100:00100000:1.0:1788536253.302201:0:20658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:20658:1875415583115008:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788536253.302262:0:20658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536253.302297:0:20658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d49557300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536253.302426:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583115008 00000100:00100000:0.0:1788536253.302432:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583115008 00000100:00100000:0.0:1788536253.302481:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788536253.302489:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20658:x1875415583115008:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1788536253.302564:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20658:x1875415583115008:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 76us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536253.302571:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00080000:1.0:1788536253.302719:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536253.302751:0:20658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:20658:1875415583115008:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:1.0:1788536253.303320:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968096 00000100:00100000:1.0:1788536253.303410:0:20658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:20658:1875415583115136:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:1.0:1788536253.303447:0:20658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536253.303464:0:20658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e663c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536253.303524:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583115136 00000100:00100000:0.0:1788536253.303529:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583115136 00000100:00100000:0.0:1788536253.303564:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788536253.303572:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20658:x1875415583115136:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1788536253.303720:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:20658:x1875415583115136:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 149us (271us total) trans 4294967371 rc 0/0 00000100:00100000:0.0:1788536253.303727:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788536253.303866:0:20658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:20658:1875415583115136:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:1.0:1788536253.303886:0:20658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.303896:0:20658:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.303904:0:20658:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.303919:0:20658:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536253.303923:0:20658:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.303931:0:20658:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.304007:0:20658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:1.0:1788536253.304011:0:20658:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1788536253.304015:0:20658:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.304023:0:20658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513f4 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536253.304194:0:20658:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1788536253.304438:0:20658:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 64 off9440 00000004:00080000:1.0:1788536253.304451:0:20658:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 631532081212ns, next at 632532078834ns, rc = 0 00000001:00080000:1.0:1788536253.304468:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968097 00010000:00010000:1.0:1788536253.304508:0:20658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:1.0:1788536253.304512:0:20658:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788536253.304519:0:20658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f513df lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cbc expref: 110 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536253.304786:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+109:30061:x1875415573924864:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 17240us (17428us total) trans 4294968098 rc 0/0 00000100:00100000:1.0:1788536253.304795:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 243 00000020:00080000:1.0:1788536253.304809:0:20658:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1788536253.345623:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536253.348602:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573925376 00000100:00100000:1.0:1788536253.348620:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573925376 00000100:00100000:1.0:1788536253.348744:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1213 00000100:00100000:1.0:1788536253.348756:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+109:30067:x1875415573925376:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536253.348780:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536253.348801:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513fb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cc3 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.348879:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.348916:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.348929:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.348945:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.348972:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.348980:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349095:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51410 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349104:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349111:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536253.349120:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:1.0:1788536253.349217:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349225:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349233:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349238:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536253.349243:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349250:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349273:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536253.349276:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536253.349281:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349288:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51402 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349302:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349308:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349313:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349319:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536253.349322:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349328:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349335:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d4631b900) 00010000:00010000:1.0:1788536253.349337:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536253.349340:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349346:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51409 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349466:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f513fb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cc3 expref: 112 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349481:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51410 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cc3 expref: 111 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.349488:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:1.0:1788536253.349491:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536253.349493:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2000, rc 0) 00000100:00100000:1.0:1788536253.349549:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+111:30067:x1875415573925376:12345-192.168.203.55@tcp:101:cat.0 Request processed in 796us (4107us total) trans 4294968099 rc 0/0 00000100:00100000:1.0:1788536253.349557:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1213 00010000:00010000:2.0:1788536253.355685:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536253.358848:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536253.358950:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573925632 00000100:00100000:3.0:1788536253.358960:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573925632 00000100:00100000:3.0:1788536253.359027:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 56 00000100:00100000:3.0:1788536253.359037:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+111:30067:x1875415573925632:12345-192.168.203.55@tcp:103:cat.0 00010000:00010000:3.0:1788536253.359054:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536253.359079:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51410 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cc3 expref: 111 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536253.359100:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:3.0:1788536253.359119:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536253.359191:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+110:30067:x1875415573925632:12345-192.168.203.55@tcp:103:cat.0 Request processed in 155us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536253.359199:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 56 00000100:00100000:0.0:1788536253.367050:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536253.367189:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573925760 00000100:00100000:1.0:1788536253.367199:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573925760 00000100:00100000:1.0:1788536253.367266:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1214 00000100:00100000:1.0:1788536253.367277:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+110:30067:x1875415573925760:12345-192.168.203.55@tcp:58:cat.0 00010000:00010000:1.0:1788536253.367416:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.367433:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536253.367446:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536253.367615:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:1.0:1788536253.367697:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+110:30067:x1875415573925760:12345-192.168.203.55@tcp:58:cat.0 Request processed in 422us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536253.367720:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1214 00000100:00100000:2.0:1788536253.376485:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536253.376580:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573925888 00000100:00100000:0.0:1788536253.376590:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573925888 00000100:00100000:0.0:1788536253.376651:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1215 00000100:00100000:0.0:1788536253.376661:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+110:30067:x1875415573925888:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:0.0:1788536253.376681:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536253.376701:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cca expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.376754:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.376767:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 111 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.376786:0:5823:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.376799:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 111 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.376812:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:0.0:1788536253.376824:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536253.376828:0:5823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 111 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536253.376836:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536253.376947:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:30067:x1875415573925888:12345-192.168.203.55@tcp:101:cat.0 Request processed in 288us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536253.376965:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1215 00000001:00080000:2.0:1788536254.161410:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000001:00080000:2.0:1788536254.161434:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000040:00080000:3.0:1788536254.187647:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536254.187655:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536254.187991:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 3 00000040:00080000:3.0:1788536254.188003:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536254.188771:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfffb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583115264:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536254.188889:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47ff9780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536254.195120:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfffb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583115264:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536254.196854:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.197989:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573926016 00000100:00100000:1.0:1788536254.198000:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573926016 00000100:00100000:1.0:1788536254.198073:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1216 00000100:00100000:1.0:1788536254.198083:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:30068:x1875415573926016:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536254.198120:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536254.198234:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:30068:x1875415573926016:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 153us (1387us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.198243:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1216 00000100:00100000:1.0:1788536254.206831:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.206993:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573926144 00000100:00100000:0.0:1788536254.207003:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573926144 00000100:00100000:0.0:1788536254.207067:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1217 00000100:00100000:0.0:1788536254.207077:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:30068:x1875415573926144:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788536254.207148:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207165:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207178:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207199:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207206:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207212:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207235:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207243:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207250:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536254.207286:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:0.0:1788536254.207290:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536254.207303:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207314:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207321:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207328:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207338:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536254.207342:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207349:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207361:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536254.207363:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536254.207418:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207425:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5142c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207437:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207444:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207450:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207455:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536254.207458:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207463:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207474:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff8b1d45477a00) 00010000:00010000:0.0:1788536254.207637:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536254.207641:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207647:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51433 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207663:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207669:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207674:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207679:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536254.207682:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207688:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207696:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:0.0:1788536254.207698:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536254.207701:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.207707:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5143a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.207789:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:30068:x1875415573926144:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 712us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.207797:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1217 00000100:00100000:3.0:1788536254.210571:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536254.210812:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573926400 00000100:00100000:2.0:1788536254.210823:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573926400 00000100:00100000:2.0:1788536254.210893:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1218 00000100:00100000:2.0:1788536254.210911:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:30068:x1875415573926400:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536254.210930:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536254.210949:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51441 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cd1 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211039:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211054:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211065:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536254.211075:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1788536254.211164:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211172:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211178:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211184:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536254.211188:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211195:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211206:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:2.0:1788536254.211210:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536254.211215:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211222:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51448 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211261:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51441 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cd1 expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211271:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536254.211274:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536254.211278:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51441 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cd1 expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.211287:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ce00, rc 0) 00000100:00100000:2.0:1788536254.211343:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:30068:x1875415573926400:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 441us (781us total) trans 4294968100 rc 301/301 00000100:00100000:2.0:1788536254.211350:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1218 00000100:00100000:3.0:1788536254.219847:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536254.220652:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573926528 00000100:00100000:2.0:1788536254.220664:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573926528 00000100:00100000:2.0:1788536254.220716:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1219 00000100:00100000:2.0:1788536254.220725:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:30068:x1875415573926528:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536254.220758:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536254.223998:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:30068:x1875415573926528:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 3264us (4152us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536254.224012:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1219 00000100:00100000:3.0:1788536254.237057:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.241310:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573926784 00000100:00100000:1.0:1788536254.241326:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573926784 00000100:00100000:1.0:1788536254.241588:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1220 00000100:00100000:1.0:1788536254.241602:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:30068:x1875415573926784:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536254.241624:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536254.241648:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51456 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cd8 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.250081:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5145d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.250105:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5145d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.250923:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5145d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536254.251599:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00010000:00010000:1.0:1788536254.251691:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51456 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cd8 expref: 54 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.251719:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5145d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cd8 expref: 53 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.251727:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536254.251730:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536254.251733:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2200, rc 0) 00000100:00100000:1.0:1788536254.252577:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:30068:x1875415573926784:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 10974us (15523us total) trans 4294968101 rc 0/0 00000100:00100000:1.0:1788536254.252589:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1220 00000100:00100000:3.0:1788536254.263553:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.270065:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573927040 00000100:00100000:1.0:1788536254.270080:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573927040 00000100:00100000:1.0:1788536254.270156:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1221 00000100:00100000:1.0:1788536254.270167:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:30068:x1875415573927040:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536254.270223:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536254.270262:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5145d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cd8 expref: 53 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.270282:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536254.270293:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536254.270314:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.270347:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 110 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.270356:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.270553:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 110 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.270570:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 110 pid: 16075 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.270584:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411eaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583115392:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536254.270672:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536254.275133:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.275175:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573927168 00000100:00100000:3.0:1788536254.275184:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573927168 00010000:00010000:3.0:1788536254.275225:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 111 pid: 16075 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536254.275258:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 364 00000100:00100000:3.0:1788536254.275267:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+111:2355:x1875415573927168:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536254.275280:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536254.275286:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 111 pid: 16075 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.275305:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 111 pid: 16075 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.275326:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:3.0:1788536254.275331:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.275342:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.275349:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.275498:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536254.275545:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+111:2355:x1875415573927168:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 279us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.275553:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 364 00010000:00010000:1.0:1788536254.277310:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5136f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c8b expref: 110 pid: 16075 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.277334:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411eaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583115392:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536254.277357:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277390:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277404:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277431:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277459:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277470:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277541:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277549:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277555:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277561:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536254.277566:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277574:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277585:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536254.277588:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536254.277605:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277612:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5146b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277622:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277634:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277640:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277644:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536254.277647:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277653:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277661:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xf6ac415e (ffff8b1d4631b600) 00010000:00010000:1.0:1788536254.277664:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536254.277666:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.277671:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51472 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xf6ac415e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.277755:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:30068:x1875415573927040:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 7589us (14209us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536254.277764:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1221 00000100:00100000:3.0:1788536254.285985:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536254.286222:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573927296 00000100:00100000:2.0:1788536254.286243:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573927296 00000100:00100000:2.0:1788536254.286310:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1222 00000100:00100000:2.0:1788536254.286321:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:30068:x1875415573927296:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536254.286343:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536254.286419:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51479 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cdf expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.286457:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.286472:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.286485:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.286587:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51479 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 54 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.286605:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.286614:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536254.286617:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536254.286621:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d200, rc 0) 00000100:00100000:2.0:1788536254.286684:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+53:30068:x1875415573927296:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 364us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536254.286692:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1222 00000100:00100000:3.0:1788536254.295593:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.295752:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573927552 00000100:00100000:1.0:1788536254.295762:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573927552 00000100:00100000:1.0:1788536254.295818:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1223 00000100:00100000:1.0:1788536254.295829:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:30068:x1875415573927552:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536254.295922:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.295951:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.295963:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536254.296156:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000004963ef44 reply state 000000006fce9bf5 transno 4294968102 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.296166:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536254.296273:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:30068:x1875415573927552:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 445us (688us total) trans 4294968102 rc 0/0 00000100:00100000:1.0:1788536254.296280:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1223 00000100:00100000:1.0:1788536254.302699:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:3.0:1788536254.302789:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.302792:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573927680 00010000:00010000:3.0:1788536254.302805:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.302808:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573927680 00010000:00010000:3.0:1788536254.302817:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.302825:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536254.302831:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.302840:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.302856:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:3.0:1788536254.302860:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536254.302866:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.302870:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1224 00010000:00010000:3.0:1788536254.302879:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f51487 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.302896:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+55:30068:x1875415573927680:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536254.302927:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536254.302944:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ce6 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.303006:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 55 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.303019:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 55 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.303027:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536254.303030:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536254.303033:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:0.0:1788536254.303092:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+55:30068:x1875415573927680:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 212us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.303099:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1224 00000100:00100000:2.0:1788536254.309856:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.310336:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573927808 00000100:00100000:3.0:1788536254.310346:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573927808 00000100:00100000:3.0:1788536254.310539:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 244 00000100:00100000:3.0:1788536254.310550:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:30068:x1875415573927808:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788536254.310757:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:30068:x1875415573927808:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 209us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.310766:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 244 00000100:00100000:0.0:1788536254.323572:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.323677:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573928064 00000100:00100000:1.0:1788536254.323688:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573928064 00000100:00100000:1.0:1788536254.323753:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 245 00000100:00100000:1.0:1788536254.323762:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b99c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+55:30068:x1875415573928064:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536254.324025:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b99c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+56:30068:x1875415573928064:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 263us (461us total) trans 4294968103 rc 0/0 00000100:00100000:1.0:1788536254.324034:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 245 00000100:00100000:0.0:1788536254.336165:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536254.337267:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573928320 00000100:00100000:2.0:1788536254.337281:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573928320 00000100:00100000:2.0:1788536254.337356:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1225 00000100:00100000:2.0:1788536254.337584:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+56:30068:x1875415573928320:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536254.337749:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+56:30068:x1875415573928320:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 383us (1593us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536254.337758:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1225 00000100:00100000:2.0:1788536254.353526:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.353692:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573928576 00000100:00100000:3.0:1788536254.353703:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573928576 00000100:00100000:3.0:1788536254.353769:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1226 00000100:00100000:3.0:1788536254.353780:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+56:30068:x1875415573928576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536254.353814:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536254.353837:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51495 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ced expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.354038:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.354054:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 57 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.354064:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.354103:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 57 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.354118:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 57 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536254.354131:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfded80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583115520:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536254.354298:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47ff9780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536254.366759:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfded80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583115520:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536254.366792:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536254.368587:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.368673:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573928704 00000100:00100000:0.0:1788536254.368683:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573928704 00010000:00010000:0.0:1788536254.368724:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 58 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.368766:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 365 00000100:00100000:0.0:1788536254.368777:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:2354:x1875415573928704:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536254.368792:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536254.368799:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 58 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.368812:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 58 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.368834:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f5148e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ce6 expref: 58 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.368849:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536254.368854:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.368864:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.368872:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.368928:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536254.368983:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+57:2354:x1875415573928704:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 208us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.368993:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 365 00010000:00010000:1.0:1788536254.369098:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369106:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536254.369125:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00080000:1.0:1788536254.369302:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:1.0:1788536254.369588:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369597:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369604:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369610:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536254.369614:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369622:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369632:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536254.369635:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536254.369638:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369645:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f5149c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369693:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51495 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ced expref: 57 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369702:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536254.369705:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536254.369709:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51495 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ced expref: 57 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.369729:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547e00, rc 0) 00000100:00100000:1.0:1788536254.369758:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+56:30068:x1875415573928576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 15982us (16244us total) trans 4294968104 rc 301/301 00000100:00100000:1.0:1788536254.369766:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1226 00000100:00100000:0.0:1788536254.373206:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.373340:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573928960 00000100:00100000:3.0:1788536254.373351:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573928960 00000100:00100000:3.0:1788536254.373531:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 246 00000100:00100000:3.0:1788536254.373541:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+56:30068:x1875415573928960:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536254.373890:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+57:30068:x1875415573928960:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 338us (683us total) trans 4294968105 rc 0/0 00000100:00100000:3.0:1788536254.373907:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 246 00000100:00100000:0.0:1788536254.386092:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.386132:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573929088 00000100:00100000:0.0:1788536254.386141:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573929088 00000100:00100000:0.0:1788536254.386194:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1227 00000100:00100000:0.0:1788536254.386204:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+57:30068:x1875415573929088:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536254.386226:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536254.386324:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cf4 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.386717:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.386988:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.386999:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536254.387037:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x24:0x0]: returning size 0 00000004:00200000:0.0:1788536254.387041:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536254.387058:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.387091:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cf4 expref: 59 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.387110:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cf4 expref: 58 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.387121:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536254.387124:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788536254.387129:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536254.388364:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:30068:x1875415573929088:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2149us (2269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.388389:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1227 00010000:00010000:0.0:1788536254.388584:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536254.394020:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.394499:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573929216 00000100:00100000:1.0:1788536254.394509:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573929216 00000100:00100000:1.0:1788536254.394583:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 330 00000100:00100000:1.0:1788536254.394595:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573929216:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536254.394615:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536254.394635:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0cfb expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536254.394660:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788536254.394681:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=632s v=(0 0) 00010000:00010000:1.0:1788536254.394685:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536254.394694:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.394710:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.394723:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2c00, rc 0) 00000100:00100000:1.0:1788536254.394783:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415573929216:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 191us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.394807:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 330 00000100:00080000:2.0:1788536254.394877:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536254.399283:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.399576:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573929472 00000100:00100000:1.0:1788536254.399586:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573929472 00000100:00100000:1.0:1788536254.399648:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1228 00000100:00100000:1.0:1788536254.399658:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+58:30068:x1875415573929472:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536254.399772:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+58:30068:x1875415573929472:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 115us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.399780:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1228 00000100:00100000:0.0:1788536254.408570:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.408668:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573929600 00000100:00100000:3.0:1788536254.408678:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573929600 00000100:00100000:3.0:1788536254.408729:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 331 00000100:00100000:3.0:1788536254.408739:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:30068:x1875415573929600:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536254.408755:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536254.408771:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d02 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.408801:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.408810:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536254.408814:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536254.408820:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 4/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 10 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.408849:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.408862:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 10 pid: 6666 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536254.408875:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583115648:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536254.408986:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498b9c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536254.415235:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.415660:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583115648:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536254.415696:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 10 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.415721:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536254.415793:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:30068:x1875415573929600:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 7054us (7231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.415812:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 331 00000100:00100000:0.0:1788536254.420663:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573929728 00000100:00100000:0.0:1788536254.420679:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573929728 00010000:00010000:0.0:1788536254.420732:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 10 pid: 6666 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.420785:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:0.0:1788536254.420795:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573929728:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536254.420813:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536254.420835:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 10 pid: 6666 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.420851:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 10 pid: 6666 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.420876:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0e8b4cc/0x94dfe24b69f514b8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cfb expref: 10 pid: 6666 timeout: 732 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.420914:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536254.420919:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536254.420929:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 9 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.420940:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 9 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.420979:0:17110:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 9 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.420993:0:17110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17110:1875415583115776:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536254.421082:0:17110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536254.427648:0:17110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17110:1875415583115776:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536254.427673:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536254.427723:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573929728:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 6929us (12505us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.427734:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:1.0:1788536254.432264:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.432690:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573929856 00000100:00100000:0.0:1788536254.432701:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573929856 00002000:00100000:0.0:1788536254.432753:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff8b1c411ea680 x1875415573929856/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:155/0 lens 648/0 e 0 to 0 dl 1788536265 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536254.432764:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411ea680 with x1875415573929856 ext(0->157) 00002000:00010000:0.0:1788536254.432771:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c411ea680 00000100:00100000:0.0:1788536254.432803:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 107 00000100:00100000:0.0:1788536254.432814:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573929856:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788536254.434979:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573929856:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 2158us (2716us total) trans 4294967360 rc 0/0 00000100:00100000:1.0:1788536254.434992:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 107 00002000:00100000:1.0:1788536254.435004:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x18:0x0] (0->157) req@ffff8b1c411ea680 x1875415573929856/t4294967360(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:155/0 lens 648/448 e 0 to 0 dl 1788536265 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536254.435015:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411ea680 with x1875415573929856 ext(0->157) 00002000:00010000:1.0:1788536254.435031:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c411ea680 00000100:00100000:2.0:1788536254.448798:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.448972:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573929984 00000100:00100000:1.0:1788536254.448984:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573929984 00000100:00100000:1.0:1788536254.449056:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1229 00000100:00100000:1.0:1788536254.449067:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+58:30068:x1875415573929984:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788536254.497185:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968090 is committed 00000001:00080000:3.0:1788536254.497204:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968085 is committed 00000001:00080000:3.0:1788536254.497212:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968104 is committed 00000001:00080000:3.0:1788536254.497292:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968099 is committed 00000004:00080000:3.0:1788536254.497298:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000020:00080000:3.0:1788536254.497320:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d46b42300 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:3.0:1788536254.497326:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e51c800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d46b42c00 00000020:00080000:3.0:1788536254.497329:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e51c200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d743ebc00 00000001:00080000:3.0:1788536254.497365:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968105 is committed 00000100:00100000:1.0:1788536254.497555:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:30068:x1875415573929984:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 48484us (48761us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.497565:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1229 00000020:00080000:0.0:1788536254.497739:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000100:00100000:2.0:1788536254.500565:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536254.500586:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583115904:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788536254.501194:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1788536254.501426:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000100:00100000:3.0:1788536254.501484:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583115904 00000100:00100000:3.0:1788536254.501492:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583115904 00000100:00100000:3.0:1788536254.501534:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1788536254.501543:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583115904:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788536254.501573:0:9635:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:26 count 1 00000100:00100000:2.0:1788536254.503711:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.503881:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573930112 00000100:00100000:0.0:1788536254.503890:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573930112 00000100:00100000:0.0:1788536254.503958:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 333 00000100:00100000:0.0:1788536254.503967:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573930112:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00002000:00010000:3.0:1788536254.504094:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9ae5bb, atime: 0x0, ctime: 0x6a9ae5bb, blocks: 0xb 00010000:00010000:3.0:1788536254.504106:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504122:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=632s v=(0 0) 00010000:00010000:3.0:1788536254.504127:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536254.504134:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504147:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504158:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504166:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504184:0:9635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788536254.504868:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583115904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 3324us (3672us total) trans 4294967372 rc 0/0 00000100:00100000:3.0:1788536254.504876:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00010000:00010000:3.0:1788536254.504909:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536254.504915:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504925:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536254.504930:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504940:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504957:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504966:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000255f26c/0x94dfe24b69f514c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.504986:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536254.504988:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536254.504989:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536254.506983:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967371 gen 2 00000004:00080000:2.0:1788536254.506994:0:3284:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967371 00000100:00100000:2.0:1788536254.507034:0:3284:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1d7c4b7800 x1875415583115904/t4294967372(4294967372) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788536270 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1788536254.507047:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7c4b7800/2, rc 0, transno 4294967372 00000100:00100000:2.0:1788536254.507052:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583115904:0@lo:6:osp-syn-1-0.0 00000001:00080000:2.0:1788536254.593812:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00000100:00100000:0.0:1788536254.595209:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573930112:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 91237us (91500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.595222:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 333 00000100:00100000:3.0:1788536254.605880:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.606049:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573930368 00000100:00100000:0.0:1788536254.606061:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573930368 00000100:00100000:0.0:1788536254.606176:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1230 00000100:00100000:0.0:1788536254.606188:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:30068:x1875415573930368:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536254.606239:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536254.606266:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cf4 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.606294:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536254.606299:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536254.606325:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.606338:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.606349:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536254.608480:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000000fe31209 reply state 00000000e35b133f transno 4294968106 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.608511:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536254.610087:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:30068:x1875415573930368:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 3887us (4202us total) trans 4294968106 rc 0/0 00000100:00100000:1.0:1788536254.610173:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1230 00000100:00100000:2.0:1788536254.612207:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:3.0:1788536254.612276:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.612290:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.612298:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.612305:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536254.612310:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.612318:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.612336:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:3.0:1788536254.612339:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536254.612344:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.612351:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f514cd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.612801:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573930496 00000100:00100000:0.0:1788536254.612811:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573930496 00000100:00100000:0.0:1788536254.612862:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1231 00000100:00100000:0.0:1788536254.612871:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:30068:x1875415573930496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536254.612894:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536254.612923:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d09 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.612983:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.612997:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.613014:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536254.613017:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536254.613019:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536254.613082:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:30068:x1875415573930496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 212us (884us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.613089:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1231 00000100:00100000:2.0:1788536254.620509:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.620607:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573930624 00000100:00100000:3.0:1788536254.620617:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573930624 00000100:00100000:3.0:1788536254.620728:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 334 00000100:00100000:3.0:1788536254.620738:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573930624:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788536254.621000:0:6668:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1788536254.621005:0:6668:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1788536251 00002000:00010000:3.0:1788536254.621007:0:6668:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb atime from disk: 0 -> 1788536252 00002000:00010000:3.0:1788536254.621009:0:6668:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1788536251 00002000:00010000:3.0:1788536254.621012:0:6668:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x18:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1788536254.621074:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573930624:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 337us (576us total) trans 4294967361 rc 0/0 00000100:00100000:3.0:1788536254.621081:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 334 00000100:00100000:2.0:1788536254.625658:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.625862:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573930880 00000100:00100000:1.0:1788536254.625873:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573930880 00000100:00100000:1.0:1788536254.625997:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1232 00000100:00100000:1.0:1788536254.626007:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:30068:x1875415573930880:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788536254.626079:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.626096:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 48 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.626107:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 4/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.626141:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 48 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.626153:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 48 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.626166:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583116032:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536254.626257:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494df540 going to sleep for 11 seconds 00000100:00100000:1.0:1788536254.629254:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583116032:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536254.629285:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536254.630501:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.630572:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573931008 00000100:00100000:3.0:1788536254.630580:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573931008 00010000:00010000:3.0:1788536254.630614:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 49 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536254.630659:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 367 00000100:00100000:3.0:1788536254.630669:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:2355:x1875415573931008:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536254.630685:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536254.630693:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 49 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.630705:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 49 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.630725:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51480 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cdf expref: 49 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.630742:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:3.0:1788536254.630747:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.630757:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.630765:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.630794:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536254.630845:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:2355:x1875415573931008:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 177us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.630852:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 367 00010000:00010000:1.0:1788536254.630917:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.630938:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.630975:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.630982:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.630989:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.630995:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536254.631000:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.631007:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.631016:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536254.631019:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788536254.631023:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 2/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.631030:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514db lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.631066:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:30068:x1875415573930880:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 5061us (5417us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788536254.631074:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1232 00000100:00100000:2.0:1788536254.634614:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.634705:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573931136 00000100:00100000:0.0:1788536254.634716:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573931136 00000100:00100000:0.0:1788536254.634774:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 335 00000100:00100000:0.0:1788536254.634783:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573931136:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536254.634837:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.634857:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 10 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.634866:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536254.634870:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536254.634876:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.634921:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 10 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.634936:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 10 pid: 6668 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.635054:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583116160:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536254.635139:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536254.640774:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583116160:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536254.640813:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536254.643494:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.643585:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573931264 00000100:00100000:3.0:1788536254.643596:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573931264 00010000:00010000:3.0:1788536254.643635:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 11 pid: 6668 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536254.643673:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 368 00000100:00100000:3.0:1788536254.643682:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573931264:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536254.643696:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536254.643716:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 11 pid: 6668 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.643731:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 11 pid: 6668 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.643754:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f514bf lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d02 expref: 11 pid: 6668 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.643771:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536254.643775:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536254.643781:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.643791:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.643830:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536254.643886:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573931264:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 204us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.643906:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 368 00010000:00010000:2.0:1788536254.644858:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.644873:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.644915:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.644924:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.644932:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.644944:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536254.644947:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.644963:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.644979:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.644992:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000985c09dd/0x94dfe24b69f514e2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536254.645062:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573931136:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 10279us (10455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536254.645071:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 335 00000100:00100000:2.0:1788536254.652423:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.652554:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573931520 00000100:00100000:1.0:1788536254.652566:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573931520 00000100:00100000:1.0:1788536254.652630:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1233 00000100:00100000:1.0:1788536254.652640:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:30068:x1875415573931520:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536254.652721:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.652738:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.652749:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.652985:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.652996:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.653004:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.653037:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.653052:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 48 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.653067:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583116288:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536254.653153:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494df540 going to sleep for 11 seconds 00000100:00100000:3.0:1788536254.656422:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.656556:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573931648 00000100:00100000:0.0:1788536254.656565:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573931648 00010000:00010000:0.0:1788536254.656609:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 49 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.656662:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 369 00000100:00100000:0.0:1788536254.656672:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46a22450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:2354:x1875415573931648:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536254.656687:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536254.656694:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 49 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.656707:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 49 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.656728:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536254.656734:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.656743:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.656750:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.656769:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536254.656833:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46a22450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:2354:x1875415573931648:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 162us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.656841:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 369 00010000:00010000:1.0:1788536254.657630:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f514d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d09 expref: 48 pid: 5824 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.657649:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583116288:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536254.657667:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.657675:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.657680:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536254.657930:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968107 00000001:00080000:1.0:1788536254.658148:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968108 00000001:00080000:1.0:1788536254.658193:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968109 00000100:00100000:1.0:1788536254.658271:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583116416:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788536254.658329:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536254.658810:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583116416 00000100:00100000:0.0:1788536254.658819:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583116416 00000100:00100000:0.0:1788536254.658890:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788536254.658908:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583116416:12345-0@lo:1000:mdt00_002.0 00000100:00080000:2.0:1788536254.659177:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536254.659431:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583116416:12345-0@lo:1000:mdt00_002.0 Request processed in 533us (1101us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.659440:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788536254.659631:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536254.659656:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583116416:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1788536254.660167:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968110 00000100:00100000:1.0:1788536254.660234:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583116544:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788536254.660275:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536254.660351:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498eccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536254.660441:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583116544 00000100:00100000:3.0:1788536254.660448:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583116544 00000100:00100000:3.0:1788536254.660495:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788536254.660504:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583116544:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788536254.660695:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5825:x1875415583116544:12345-0@lo:1000:mdt00_002.0 Request processed in 192us (420us total) trans 4294967362 rc 0/0 00000100:00100000:3.0:1788536254.660702:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788536254.661012:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583116544:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1788536254.661100:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968111 00010000:00010000:1.0:1788536254.661128:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661152:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661160:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661165:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536254.661169:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661176:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661192:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536254.661195:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536254.661200:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661206:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514f0 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x24:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661232:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661236:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661240:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661243:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536254.661249:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661253:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661259:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:1.0:1788536254.661260:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536254.661265:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661273:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661279:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.661300:0:5825:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 96 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.661307:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583116672:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536254.662018:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494df540 going to sleep for 11 seconds 00000100:00100000:1.0:1788536254.666825:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583116672:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536254.666854:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.666865:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5141e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.666934:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.666953:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.666964:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.666975:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.666982:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.666988:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.666993:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536254.666997:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667004:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667013:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:1.0:1788536254.667016:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536254.667020:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667025:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f514f7 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667039:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667045:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667051:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667056:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536254.667059:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667064:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667071:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:1.0:1788536254.667073:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536254.667075:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.667081:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f514e9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.667326:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:30068:x1875415573931520:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 14686us (14912us total) trans 4294968112 rc 0/0 00000100:00100000:1.0:1788536254.667336:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1233 00000020:00080000:1.0:1788536254.667341:0:5825:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1788536254.669066:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536254.669073:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536254.669633:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536254.669643:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536254.672048:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.672194:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573931776 00000100:00100000:0.0:1788536254.672203:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573931776 00000100:00100000:0.0:1788536254.672258:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 247 00000100:00100000:0.0:1788536254.672267:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+97:30067:x1875415573931776:12345-192.168.203.55@tcp:49:cat.0 00000100:00100000:0.0:1788536254.672434:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+97:30067:x1875415573931776:12345-192.168.203.55@tcp:49:cat.0 Request processed in 168us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.672442:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 247 00000100:00100000:2.0:1788536254.674105:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.674181:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573932032 00000100:00100000:1.0:1788536254.674192:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573932032 00000100:00100000:1.0:1788536254.674260:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 248 00000100:00100000:1.0:1788536254.674269:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:30068:x1875415573932032:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788536254.675031:0:20658:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788536254.675130:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968113 00010000:00010000:1.0:1788536254.675173:0:20658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 3/0,1 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.675189:0:20658:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.675202:0:20658:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.675210:0:20658:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.675216:0:20658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.675221:0:20658:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.675238:0:20658:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536254.675323:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:30068:x1875415573932032:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1054us (1224us total) trans 4294968114 rc 0/0 00000100:00100000:1.0:1788536254.675332:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 248 00000020:00080000:1.0:1788536254.675336:0:20658:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788536254.675773:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536254.675781:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.675789:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536254.675793:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.675814:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.675828:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x24:0x0].0x0 (ffff8b1d4631b500) 00010000:00010000:2.0:1788536254.675831:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788536254.675836:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 1/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.675842:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f514fe lrc: 0/0,0 mode: --/PW res: [0x200000402:0x24:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536254.675864:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536254.675866:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536254.675868:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536254.679151:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.679205:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573932160 00000100:00100000:1.0:1788536254.679219:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573932160 00000100:00100000:1.0:1788536254.679264:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 580 00000100:00100000:1.0:1788536254.679271:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573932160:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536254.679350:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573932160:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 79us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.679355:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 580 00000100:00100000:2.0:1788536254.681612:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536254.681651:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536254.681678:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536254.681714:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.681780:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573932416 00000100:00100000:3.0:1788536254.681789:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573932416 00000100:00100000:3.0:1788536254.681849:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573932672 00000100:00100000:3.0:1788536254.681852:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573932672 00000100:00100000:3.0:1788536254.681874:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573932288 00000100:00100000:3.0:1788536254.681876:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573932288 00000100:00100000:3.0:1788536254.681885:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573932544 00000100:00100000:3.0:1788536254.681887:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573932544 00000100:00100000:3.0:1788536254.681910:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 448 00000100:00100000:3.0:1788536254.681921:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573932416:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536254.681995:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+12:2354:x1875415573932416:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 77us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.682002:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 448 00000100:00100000:3.0:1788536254.682019:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 449 00000100:00100000:3.0:1788536254.682026:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415573932288:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536254.682050:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415573932288:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.682056:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 449 00000100:00100000:3.0:1788536254.682066:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 450 00000100:00100000:3.0:1788536254.682072:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573932544:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536254.682094:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573932544:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.682100:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 450 00000100:00100000:3.0:1788536254.682111:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 336 00000100:00100000:3.0:1788536254.682117:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:30067:x1875415573932672:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536254.682126:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536254.682146:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d10 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536254.682171:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x6a9ae5bb, atime: 0x6a9ae5bc, ctime: 0x6a9ae5bb, blocks: 0xb 00010000:00010000:3.0:1788536254.682188:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=632s v=(0 0) 00010000:00010000:3.0:1788536254.682192:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536254.682202:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 17 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.682219:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 17 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.682235:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536254.682253:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:30067:x1875415573932672:12345-192.168.203.55@tcp:101:cat.0 Request processed in 137us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.682259:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 336 00000100:00080000:2.0:1788536254.682554:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536254.690116:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.690305:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573932800 00000100:00100000:1.0:1788536254.690316:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573932800 00002000:00100000:1.0:1788536254.691338:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8b1c435c9180 x1875415573932800/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:155/0 lens 488/0 e 0 to 0 dl 1788536265 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536254.691352:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c435c9180 with x1875415573932800 ext(0->4095) 00002000:00010000:1.0:1788536254.691360:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c435c9180 00000100:00100000:1.0:1788536254.691418:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 108 00000100:00100000:1.0:1788536254.691433:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2352:x1875415573932800:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:1.0:1788536254.691680:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2352:x1875415573932800:12345-192.168.203.55@tcp:3:cat.0 Request processed in 252us (1574us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536254.691688:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 108 00002000:00100000:1.0:1788536254.691696:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (0->4095) req@ffff8b1c435c9180 x1875415573932800/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:155/0 lens 488/4536 e 0 to 0 dl 1788536265 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536254.691704:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c435c9180 with x1875415573932800 ext(0->4095) 00002000:00010000:1.0:1788536254.691707:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c435c9180 00000100:00100000:2.0:1788536254.696827:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.696927:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573933056 00000100:00100000:3.0:1788536254.696939:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573933056 00000100:00100000:3.0:1788536254.697007:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 249 00000100:00100000:3.0:1788536254.697017:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+97:30067:x1875415573933056:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:3.0:1788536254.697277:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+98:30067:x1875415573933056:12345-192.168.203.55@tcp:35:cat.0 Request processed in 260us (464us total) trans 4294968115 rc 0/0 00000100:00100000:3.0:1788536254.697285:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 249 00000100:00100000:2.0:1788536254.722023:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.722154:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573933184 00000100:00100000:3.0:1788536254.722164:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573933184 00000100:00100000:3.0:1788536254.722271:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1234 00000100:00100000:3.0:1788536254.722281:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+98:30069:x1875415573933184:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536254.722304:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536254.722325:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5150c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d17 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722447:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722461:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722471:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722485:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722492:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722499:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722765:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722773:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722780:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536254.722811:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:3.0:1788536254.722815:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536254.722833:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722846:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722854:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722861:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722872:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722878:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536254.722882:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722889:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722909:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:3.0:1788536254.722913:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536254.722918:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722925:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51513 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722936:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722942:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722948:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722957:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536254.722960:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722970:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722976:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d512a9000) 00010000:00010000:3.0:1788536254.722978:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536254.722982:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.722987:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f5151a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.723016:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5150c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 100 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.723030:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.723036:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:3.0:1788536254.723039:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536254.723041:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:3.0:1788536254.723096:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+99:30069:x1875415573933184:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 817us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536254.723104:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1234 00000100:00100000:0.0:1788536254.729186:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.729256:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573933312 00000100:00100000:1.0:1788536254.729265:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573933312 00000100:00100000:1.0:1788536254.729315:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1235 00000100:00100000:1.0:1788536254.729325:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+99:30069:x1875415573933312:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536254.729346:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536254.729397:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51528 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d1e expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.729480:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.729495:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.729507:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536254.729539:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 16384 00000004:00200000:1.0:1788536254.729543:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536254.729560:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.729598:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51528 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 101 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.729616:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 100 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.729634:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536254.729637:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536254.729640:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2200, rc 0) 00000100:00100000:1.0:1788536254.729697:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+100:30069:x1875415573933312:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 373us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.729704:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1235 00000100:00100000:2.0:1788536254.737283:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.737548:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573933568 00000100:00100000:1.0:1788536254.737559:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573933568 00000100:00100000:1.0:1788536254.737779:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1236 00000100:00100000:1.0:1788536254.737801:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:30069:x1875415573933568:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536254.737822:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536254.737843:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51536 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d25 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.737956:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5153d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.737971:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5153d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.737983:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5153d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536254.737996:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:1.0:1788536254.738116:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51536 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d25 expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.738134:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5153d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d25 expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.738143:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:1.0:1788536254.738146:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788536254.738149:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2c00, rc 0) 00000100:00100000:1.0:1788536254.738214:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+102:30069:x1875415573933568:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 426us (940us total) trans 4294968116 rc 0/0 00000100:00100000:1.0:1788536254.738222:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1236 00000100:00100000:2.0:1788536254.740621:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.740731:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573933696 00000100:00100000:3.0:1788536254.740742:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573933696 00000100:00100000:3.0:1788536254.740878:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 337 00000100:00100000:3.0:1788536254.740890:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2353:x1875415573933696:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:3.0:1788536254.740962:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.740982:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 17 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.740990:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536254.740995:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536254.741000:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.741034:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 17 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.741048:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 17 pid: 9635 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536254.741063:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583116800:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536254.741190:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0540 going to sleep for 11 seconds 00000100:00100000:2.0:1788536254.744537:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.744538:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfde300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583116800:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536254.744566:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.744622:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573933824 00000100:00100000:0.0:1788536254.744629:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573933824 00010000:00010000:0.0:1788536254.744664:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 18 pid: 9635 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.744698:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 370 00000100:00100000:0.0:1788536254.744708:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415573933824:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536254.744721:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536254.744740:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 18 pid: 9635 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.744749:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 18 pid: 9635 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.744771:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8f87be1/0x94dfe24b69f51505 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d10 expref: 18 pid: 9635 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.744799:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536254.744804:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536254.744810:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.744821:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.744856:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536254.744919:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415573933824:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 212us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.744927:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 370 00010000:00010000:1.0:1788536254.745038:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.745061:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.745085:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.745093:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.745101:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.745107:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536254.745112:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.745120:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.745132:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.745140:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000255f26c/0x94dfe24b69f5154b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536254.745200:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573933696:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 4313us (4588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.745208:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 337 00000100:00100000:2.0:1788536254.748889:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.749419:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573934080 00000100:00100000:0.0:1788536254.749430:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573934080 00000100:00100000:0.0:1788536254.749485:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 250 00000100:00100000:0.0:1788536254.749495:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b9b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+102:30069:x1875415573934080:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:0.0:1788536254.749560:0:5827:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x23:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5153d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d25 expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536254.751316:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968117 00000001:00080000:0.0:1788536254.752344:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968118 00010000:00010000:0.0:1788536254.752760:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.752792:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 105 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.752802:0:5827:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 105 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.752810:0:5827:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 5/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.752849:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 105 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.752867:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 105 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.752881:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583116928:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536254.753546:0:5827:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 105 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.753558:0:5827:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 105 pid: 5823 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.753569:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583117056:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536254.753607:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536254.756970:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9c00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583116928:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536254.756989:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:5827:1875415583117056:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536254.757016:0:5827:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536254.757233:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536254.757272:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.757506:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573934208 00000100:00100000:0.0:1788536254.757513:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573934208 00010000:00010000:0.0:1788536254.757550:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 106 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.757583:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573934336 00000100:00100000:0.0:1788536254.757586:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573934336 00010000:00010000:0.0:1788536254.757599:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 107 pid: 5823 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.757643:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 371 00000100:00100000:0.0:1788536254.757654:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+107:2355:x1875415573934208:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536254.757671:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536254.757677:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 107 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757689:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 107 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757709:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51521 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d17 expref: 107 pid: 6725 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757725:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:0.0:1788536254.757730:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757743:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757750:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536254.757815:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+106:2355:x1875415573934208:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 163us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.757823:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 371 00000100:00100000:0.0:1788536254.757840:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 372 00000100:00100000:0.0:1788536254.757847:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+105:2355:x1875415573934336:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536254.757855:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536254.757860:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 105 pid: 5823 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757870:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 105 pid: 5823 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757881:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51425 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0cca expref: 105 pid: 5823 timeout: 732 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757890:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:0.0:1788536254.757904:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757912:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757918:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.757953:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536254.757972:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+104:2355:x1875415573934336:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 126us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.757978:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 372 00010000:00010000:1.0:1788536254.758338:0:5827:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.758348:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536254.758489:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968119 00000001:00080000:1.0:1788536254.758662:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968120 00000001:00080000:1.0:1788536254.758712:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968121 00000100:00100000:1.0:1788536254.758781:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583117184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788536254.758822:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536254.758840:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ada80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536254.759096:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583117184 00000100:00100000:0.0:1788536254.759103:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583117184 00000100:00100000:0.0:1788536254.759434:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788536254.759445:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583117184:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788536254.759525:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583117184:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 83us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.759532:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788536254.759574:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfff100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583117184:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1788536254.759886:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968122 00000100:00100000:0.0:1788536254.759956:0:5827:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583117312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788536254.759989:0:5827:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536254.760019:0:5827:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e663c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536254.760067:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583117312 00000100:00100000:1.0:1788536254.760073:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583117312 00000100:00100000:1.0:1788536254.760145:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788536254.760153:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5827:x1875415583117312:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788536254.760319:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:5827:x1875415583117312:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 167us (329us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1788536254.760326:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788536254.760523:0:5827:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:5827:1875415583117312:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1788536254.760542:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.760552:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.760561:0:5827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.760568:0:5827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536254.760573:0:5827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.760581:0:5827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.760597:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:0.0:1788536254.760600:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1788536254.760605:0:5827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.760610:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51552 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536254.760783:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x4a:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1788536254.760945:0:5827:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:0.0:1788536254.760957:0:5827:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 632988587491ns, next at 633988585038ns, rc = 0 00000001:00080000:0.0:1788536254.760965:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968123 00010000:00010000:0.0:1788536254.761001:0:5827:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b900) 00010000:00010000:0.0:1788536254.761005:0:5827:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788536254.761013:0:5827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2c00/0x94dfe24b69f5153d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d25 expref: 108 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536254.761221:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b9b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+107:30069:x1875415573934080:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 11727us (12348us total) trans 4294968124 rc 0/0 00000100:00100000:0.0:1788536254.761230:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 250 00000020:00080000:0.0:1788536254.761235:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788536254.803979:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536254.804129:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573934592 00000100:00100000:3.0:1788536254.804139:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573934592 00000100:00100000:3.0:1788536254.804202:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1237 00000100:00100000:3.0:1788536254.804215:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+107:30075:x1875415573934592:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536254.804238:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536254.804258:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51559 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d2c expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804330:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804344:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804355:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804395:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804403:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804410:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804672:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f5156e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804680:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f5156e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804687:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f5156e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536254.804701:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:3.0:1788536254.804791:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804800:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804806:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804811:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536254.804815:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804822:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804833:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:3.0:1788536254.804836:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536254.804840:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804845:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51560 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804855:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804861:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804871:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804876:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536254.804879:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804886:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804893:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xb3a1d06f (ffff8b1d512a9000) 00010000:00010000:3.0:1788536254.804905:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536254.804909:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804915:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51567 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804956:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51559 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d2c expref: 110 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804969:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f5156e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d2c expref: 109 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536254.804977:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:3.0:1788536254.804979:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536254.804981:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546600, rc 0) 00000100:00100000:3.0:1788536254.805045:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+109:30075:x1875415573934592:12345-192.168.203.55@tcp:101:cat.0 Request processed in 833us (1077us total) trans 4294968125 rc 0/0 00000100:00100000:3.0:1788536254.805056:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1237 00000100:00100000:3.0:1788536254.810029:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536254.810253:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573934848 00000100:00100000:0.0:1788536254.810264:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573934848 00000100:00100000:0.0:1788536254.810328:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 57 00000100:00100000:0.0:1788536254.810338:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+109:30075:x1875415573934848:12345-192.168.203.55@tcp:103:cat.0 00010000:00010000:0.0:1788536254.810354:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536254.810489:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f5156e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d2c expref: 109 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536254.810507:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:0.0:1788536254.810519:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536254.810616:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:30075:x1875415573934848:12345-192.168.203.55@tcp:103:cat.0 Request processed in 279us (596us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536254.810623:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 57 00000100:00100000:0.0:1788536254.813643:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.813738:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573934976 00000100:00100000:1.0:1788536254.813748:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573934976 00000100:00100000:1.0:1788536254.813883:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1238 00000100:00100000:1.0:1788536254.813894:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:30075:x1875415573934976:12345-192.168.203.55@tcp:58:cat.0 00010000:00010000:1.0:1788536254.814022:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.814038:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.814051:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536254.814260:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:1.0:1788536254.814499:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:30075:x1875415573934976:12345-192.168.203.55@tcp:58:cat.0 Request processed in 605us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.814507:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1238 00000100:00100000:2.0:1788536254.818755:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536254.818906:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573935104 00000100:00100000:1.0:1788536254.818916:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573935104 00000100:00100000:1.0:1788536254.819081:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1239 00000100:00100000:1.0:1788536254.819103:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:30075:x1875415573935104:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536254.819123:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536254.819143:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51583 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d33 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.819198:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.819209:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51583 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d33 expref: 109 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.819229:0:5825:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.819264:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51583 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d33 expref: 109 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.819278:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b700) 00010000:00010000:1.0:1788536254.819280:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536254.819285:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51583 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d33 expref: 109 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536254.819292:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3800, rc 0) 00000100:00100000:1.0:1788536254.819350:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+109:30075:x1875415573935104:12345-192.168.203.55@tcp:101:cat.0 Request processed in 260us (606us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536254.819355:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1239 00010000:00010000:3.0:1788536255.403865:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536255.597188:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583117824:0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.597212:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583117568:0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.597258:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536255.597259:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536255.597316:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583117696:0@lo:400:kworker.0 00000100:00100000:1.0:1788536255.597391:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583117440:0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.603695:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583118080:0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.603760:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536255.603828:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583117824 00000100:00100000:2.0:1788536255.603836:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583117824 00000100:00100000:2.0:1788536255.603884:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583118080 00000100:00100000:2.0:1788536255.603896:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583118080 00000100:00100000:2.0:1788536255.603931:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1788536255.603940:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583117824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.603990:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583117824:12345-0@lo:400:kworker.0 Request processed in 51us (6731us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.603997:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1788536255.604014:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1788536255.604021:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583118080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.604054:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583118080:12345-0@lo:400:kworker.0 Request processed in 34us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.604059:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:2.0:1788536255.604075:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536255.604107:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583118080:0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.604163:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583117568 00000100:00100000:2.0:1788536255.604168:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583117568 00000100:00100000:2.0:1788536255.604209:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1788536255.604215:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583117568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.605556:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583117568:12345-0@lo:400:kworker.0 Request processed in 1336us (8293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.605566:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1788536255.605612:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583117568:0@lo:400:kworker.0 00000100:00100000:0.0:1788536255.614840:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536255.614930:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583117696 00000100:00100000:2.0:1788536255.614941:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583117696 00000100:00100000:2.0:1788536255.615013:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1788536255.615024:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583117696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.615084:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583117696:12345-0@lo:400:kworker.0 Request processed in 63us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.615095:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00080000:0.0:1788536255.615164:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536255.615211:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583117696:0@lo:400:kworker.0 00000100:00100000:1.0:1788536255.615482:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536255.615521:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583117952:0@lo:400:kworker.0 00000100:00100000:1.0:1788536255.615554:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536255.615592:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583117440 00000100:00100000:0.0:1788536255.615597:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583117440 00000100:00100000:0.0:1788536255.615633:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1788536255.615640:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583117440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536255.615677:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583117440:12345-0@lo:400:kworker.0 Request processed in 38us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536255.615684:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1788536255.615747:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583117952 00000100:00100000:2.0:1788536255.615751:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583117952 00000100:00100000:2.0:1788536255.615793:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1788536255.615800:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583117952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.615831:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583117952:12345-0@lo:400:kworker.0 Request processed in 32us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.615838:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1788536255.615936:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583117440:0@lo:400:kworker.0 00000100:00100000:1.0:1788536255.615947:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583117952:0@lo:400:kworker.0 00000100:00100000:2.0:1788536255.616114:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfde680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583117824:0@lo:400:kworker.0 00000100:00080000:0.0:1788536255.616365:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1788536255.723599:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536255.723608:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536255.723649:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:3.0:1788536255.723656:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536255.723817:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583118208:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536255.723933:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0480 going to sleep for 11 seconds 00000100:00100000:3.0:1788536255.729614:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ca80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583118208:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536255.737233:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536255.737517:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573935232 00000100:00100000:0.0:1788536255.737526:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573935232 00000100:00100000:0.0:1788536255.737603:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1240 00000100:00100000:0.0:1788536255.737613:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:30077:x1875415573935232:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536255.737649:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536255.737765:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:30077:x1875415573935232:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 152us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536255.737772:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1240 00000100:00080000:2.0:1788536255.740323:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536255.747229:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.747571:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573935360 00000100:00100000:2.0:1788536255.747581:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573935360 00000100:00100000:2.0:1788536255.747641:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1241 00000100:00100000:2.0:1788536255.747652:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:30077:x1875415573935360:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788536255.747721:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747759:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747772:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747803:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747810:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747817:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747840:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747847:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747853:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536255.747897:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00000004:00200000:2.0:1788536255.747902:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536255.747915:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747925:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.747931:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748165:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748170:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536255.748174:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748181:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748193:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536255.748196:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536255.748201:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748207:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5158a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748220:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748226:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748231:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748236:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536255.748238:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748244:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748251:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x92f5931a (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536255.748253:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536255.748256:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748262:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51591 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x92f5931a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748290:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748296:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748302:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748307:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536255.748309:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748315:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748322:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b700) 00010000:00010000:2.0:1788536255.748324:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536255.748327:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.748334:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51598 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536255.748624:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:30077:x1875415573935360:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 972us (1403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.748634:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1241 00000100:00100000:3.0:1788536255.752840:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.753292:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573935616 00000100:00100000:2.0:1788536255.753303:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573935616 00000100:00100000:2.0:1788536255.753387:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1242 00000100:00100000:2.0:1788536255.753398:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:30077:x1875415573935616:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536255.753418:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536255.753438:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5159f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d3a expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753531:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753546:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753558:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536255.753568:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x23:0x0]: returning size 158 00010000:00010000:2.0:1788536255.753660:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753668:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753675:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753680:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536255.753684:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753692:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753704:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b700) 00010000:00010000:2.0:1788536255.753707:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536255.753712:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.753719:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515a6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.754503:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5159f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d3a expref: 56 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.754516:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536255.754519:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536255.754523:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5159f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d3a expref: 56 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.754534:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d400, rc 0) 00000100:00100000:2.0:1788536255.754645:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+55:30077:x1875415573935616:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1249us (1815us total) trans 4294968126 rc 301/301 00000100:00100000:2.0:1788536255.754654:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1242 00000100:00100000:3.0:1788536255.766675:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536255.766775:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573935744 00000100:00100000:1.0:1788536255.766792:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573935744 00000100:00100000:1.0:1788536255.766853:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1243 00000100:00100000:1.0:1788536255.766863:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:30077:x1875415573935744:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536255.766910:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x23:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536255.767044:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:30077:x1875415573935744:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 182us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536255.767052:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1243 00000100:00100000:0.0:1788536255.775339:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.775471:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573936000 00000100:00100000:2.0:1788536255.775481:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573936000 00000100:00100000:2.0:1788536255.775537:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1244 00000100:00100000:2.0:1788536255.775548:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+55:30077:x1875415573936000:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536255.775567:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536255.775587:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515b4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d41 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.776110:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.776126:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.776139:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536255.776150:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00010000:00010000:2.0:1788536255.776197:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515b4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d41 expref: 58 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.776216:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d41 expref: 57 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.776224:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536255.776226:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536255.776229:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536255.776290:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+57:30077:x1875415573936000:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 744us (963us total) trans 4294968127 rc 0/0 00000100:00100000:2.0:1788536255.776299:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1244 00000100:00100000:3.0:1788536255.788906:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.789008:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573936256 00000100:00100000:2.0:1788536255.789018:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573936256 00000100:00100000:2.0:1788536255.789078:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1245 00000100:00100000:2.0:1788536255.789090:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+57:30077:x1875415573936256:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536255.789160:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536255.789189:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f515bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d41 expref: 57 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.789213:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536255.789224:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536255.789246:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.789260:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 108 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.789269:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.789303:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 108 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.789317:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 108 pid: 16075 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536255.789331:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583118336:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536255.789657:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d49557780 going to sleep for 11 seconds 00000100:00100000:2.0:1788536255.799452:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120c000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583118336:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536255.799480:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536255.806862:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536255.806963:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573936384 00000100:00100000:0.0:1788536255.806972:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573936384 00010000:00010000:0.0:1788536255.807025:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 109 pid: 16075 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536255.807059:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 373 00000100:00100000:0.0:1788536255.807068:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+109:2355:x1875415573936384:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536255.807084:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536255.807090:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 109 pid: 16075 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.807103:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 109 pid: 16075 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.807135:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f5152f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d1e expref: 109 pid: 16075 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.807150:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:0.0:1788536255.807155:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.807167:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.807174:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.807208:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536255.807259:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415573936384:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 191us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536255.807277:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 373 00000100:00080000:2.0:1788536255.807521:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536255.807629:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807638:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807663:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807674:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807682:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807917:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807925:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807932:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807937:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536255.807941:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807948:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807966:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:1.0:1788536255.807968:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536255.807972:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807978:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f515c9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807988:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807994:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.807999:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.808004:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536255.808007:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.808012:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.808018:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0xe6b6bfc2 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536255.808019:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536255.808022:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.808027:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515d0 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0xe6b6bfc2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536255.808109:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+56:30077:x1875415573936256:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 19022us (19221us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536255.808124:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1245 00000100:00100000:3.0:1788536255.821790:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.822015:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573936512 00000100:00100000:2.0:1788536255.822025:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573936512 00000100:00100000:2.0:1788536255.822211:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1246 00000100:00100000:2.0:1788536255.822224:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:30077:x1875415573936512:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536255.822243:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536255.822265:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f515d7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d48 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.822300:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.822314:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.822325:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.822678:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f515d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 58 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.822697:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 57 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.822707:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536255.822710:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536255.822713:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536255.822766:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+57:30077:x1875415573936512:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 544us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.822773:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1246 00000100:00100000:2.0:1788536255.829720:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536255.829811:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573936768 00000100:00100000:1.0:1788536255.829822:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573936768 00000100:00100000:1.0:1788536255.829884:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1247 00000100:00100000:1.0:1788536255.829905:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+57:30077:x1875415573936768:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536255.830006:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.830024:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.830048:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536255.830251:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000009df06116 reply state 00000000ad8aecf0 transno 4294968128 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536255.830260:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536255.830358:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+59:30077:x1875415573936768:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 455us (648us total) trans 4294968128 rc 0/0 00000100:00100000:1.0:1788536255.830365:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1247 00010000:00010000:3.0:1788536255.840549:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.840572:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.840581:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.840587:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536255.840595:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.840604:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.840636:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536255.840639:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536255.840645:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.840652:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f515e5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536255.844579:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536255.844673:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573936896 00000100:00100000:1.0:1788536255.844682:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573936896 00000100:00100000:1.0:1788536255.844741:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1248 00000100:00100000:1.0:1788536255.844762:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:30077:x1875415573936896:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536255.844803:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536255.844824:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d4f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.844885:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 59 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.844914:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 59 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.844925:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:1.0:1788536255.844929:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536255.844933:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2400, rc 0) 00000100:00100000:1.0:1788536255.844991:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+59:30077:x1875415573936896:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 241us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536255.844999:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1248 00000100:00100000:1.0:1788536255.848582:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.848813:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573937024 00000100:00100000:2.0:1788536255.848830:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573937024 00000100:00100000:2.0:1788536255.848915:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:2.0:1788536255.848925:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+59:30077:x1875415573937024:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788536255.849066:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+59:30077:x1875415573937024:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 142us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.849074:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 251 00000100:00100000:3.0:1788536255.851576:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536255.851767:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573937280 00000100:00100000:0.0:1788536255.851777:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573937280 00000100:00100000:0.0:1788536255.851829:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 252 00000100:00100000:0.0:1788536255.851840:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+59:30077:x1875415573937280:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536255.852096:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+60:30077:x1875415573937280:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 257us (528us total) trans 4294968129 rc 0/0 00000100:00100000:0.0:1788536255.852104:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 252 00000100:00100000:0.0:1788536255.855944:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.856086:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573937536 00000100:00100000:2.0:1788536255.856102:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573937536 00000100:00100000:2.0:1788536255.856189:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1249 00000100:00100000:2.0:1788536255.856201:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+60:30077:x1875415573937536:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536255.856541:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+60:30077:x1875415573937536:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 341us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.856550:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1249 00000100:00100000:1.0:1788536255.865615:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.865747:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573937792 00000100:00100000:2.0:1788536255.865834:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573937792 00000100:00100000:0.0:1788536255.867109:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1250 00000100:00100000:0.0:1788536255.867129:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+60:30077:x1875415573937792:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536255.867151:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536255.867173:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f515f3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d56 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.867288:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.867324:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 61 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.867556:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.867596:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 61 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536255.867610:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 61 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536255.867625:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583118464:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536255.867722:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536255.873819:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536255.873913:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583118464:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536255.873953:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536255.874082:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573937920 00000100:00100000:2.0:1788536255.874090:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573937920 00010000:00010000:2.0:1788536255.874130:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 62 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536255.874173:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 374 00000100:00100000:2.0:1788536255.874191:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+62:2354:x1875415573937920:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536255.874205:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536255.874213:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 62 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.874230:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 62 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.874251:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2400/0x94dfe24b69f515ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d4f expref: 62 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.874267:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536255.874271:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.874280:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.874287:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.874321:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536255.874409:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+61:2354:x1875415573937920:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 219us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.874417:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 374 00010000:00010000:3.0:1788536255.874617:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.874630:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536255.874658:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00080000:3.0:1788536255.875467:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1788536255.876278:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.876292:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.876299:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.876310:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536255.876316:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.876324:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.876343:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536255.876346:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536255.876351:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.876357:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f515fa lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.876462:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f515f3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d56 expref: 61 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.876475:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff8b1d61e36300) 00010000:00010000:3.0:1788536255.876477:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536255.876481:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f515f3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d56 expref: 61 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536255.877240:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:3.0:1788536255.877331:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+60:30077:x1875415573937792:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 10207us (11736us total) trans 4294968130 rc 301/301 00000100:00100000:3.0:1788536255.877342:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1250 00000100:00100000:2.0:1788536255.890295:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536255.890670:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573938176 00000100:00100000:3.0:1788536255.890686:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573938176 00000100:00100000:3.0:1788536255.890751:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 253 00000100:00100000:3.0:1788536255.890763:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+60:30077:x1875415573938176:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536255.891831:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+61:30077:x1875415573938176:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1060us (1542us total) trans 4294968131 rc 0/0 00000100:00100000:3.0:1788536255.891847:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 253 00000100:00100000:0.0:1788536255.895444:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.896013:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573938304 00000100:00100000:2.0:1788536255.896027:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573938304 00000100:00100000:2.0:1788536255.896106:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1251 00000100:00100000:2.0:1788536255.896119:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+61:30077:x1875415573938304:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536255.896153:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536255.896182:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51608 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d5d expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.896280:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5160f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.896296:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5160f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.896310:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5160f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536255.896355:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x25:0x0]: returning size 0 00000004:00200000:2.0:1788536255.896360:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536255.896412:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5160f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.896442:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d200/0x94dfe24b69f51608 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d5d expref: 63 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.896463:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5160f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d5d expref: 62 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.896473:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536255.896476:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788536255.896480:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ce00, rc 0) 00000100:00100000:2.0:1788536255.897074:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+62:30077:x1875415573938304:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 954us (1645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.897082:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1251 00000100:00100000:2.0:1788536255.900978:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536255.901290:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573938432 00000100:00100000:1.0:1788536255.901318:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573938432 00000100:00100000:2.0:1788536255.901866:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00100000:2.0:1788536255.901882:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573938432:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536255.901918:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536255.901959:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d64 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536255.901996:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536255.902023:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788536255.902028:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536255.902041:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.902064:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.902083:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d000, rc 0) 00000100:00100000:2.0:1788536255.902173:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573938432:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 295us (1212us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.902181:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 338 00000100:00080000:0.0:1788536255.902415:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536255.906078:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.906269:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573938688 00000100:00100000:2.0:1788536255.906283:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573938688 00000100:00100000:2.0:1788536255.906360:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1252 00000100:00100000:2.0:1788536255.906390:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+62:30077:x1875415573938688:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536255.906551:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+62:30077:x1875415573938688:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 181us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.906560:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1252 00000100:00100000:0.0:1788536255.919109:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536255.919351:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573938816 00000100:00100000:2.0:1788536255.919365:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573938816 00000100:00100000:2.0:1788536255.919471:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 339 00000100:00100000:2.0:1788536255.919482:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:30077:x1875415573938816:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536255.919507:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536255.919531:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d6b expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.919576:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 12 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.919587:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536255.919591:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536255.919597:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.919648:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 12 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.919664:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 12 pid: 9635 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536255.919680:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583118592:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536255.919819:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d49557780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536255.923415:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536255.924073:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573938944 00000100:00100000:1.0:1788536255.924088:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573938944 00010000:00010000:1.0:1788536255.924143:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 13 pid: 9635 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536255.924209:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 375 00000100:00100000:1.0:1788536255.924220:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46a20450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573938944:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536255.924255:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536255.924279:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 13 pid: 9635 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.924295:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 13 pid: 9635 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.924320:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536255.924335:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536255.924344:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.924354:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536255.924442:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536255.924457:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583118720:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536255.924544:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435ad480 going to sleep for 11 seconds 00010000:00010000:2.0:1788536255.924953:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51616 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d64 expref: 13 pid: 9635 timeout: 734 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536255.924984:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583118592:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536255.925021:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536255.925037:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d200, rc 0) 00000100:00100000:2.0:1788536255.925101:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:30077:x1875415573938816:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 5620us (6007us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536255.925111:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 339 00000100:00100000:1.0:1788536255.933667:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583118720:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536255.933695:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536255.933760:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46a20450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573938944:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 9541us (10403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536255.933773:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 375 00000100:00100000:3.0:1788536255.939117:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536255.939233:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573939072 00000100:00100000:1.0:1788536255.939249:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573939072 00002000:00100000:1.0:1788536255.939310:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff8b1d6dccb800 x1875415573939072/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:156/0 lens 648/0 e 0 to 0 dl 1788536266 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536255.939322:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6dccb800 with x1875415573939072 ext(0->157) 00002000:00010000:1.0:1788536255.939447:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d6dccb800 00000100:00100000:3.0:1788536255.940829:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 109 00000100:00100000:3.0:1788536255.940856:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573939072:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788536255.941553:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573939072:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 706us (2450us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1788536255.941562:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 109 00002000:00100000:3.0:1788536255.941575:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (0->157) req@ffff8b1d6dccb800 x1875415573939072/t4294967373(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:156/0 lens 648/448 e 0 to 0 dl 1788536266 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536255.941587:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6dccb800 with x1875415573939072 ext(0->157) 00002000:00010000:3.0:1788536255.941594:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d6dccb800 00000100:00100000:3.0:1788536255.945498:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536255.946509:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573939200 00000100:00100000:0.0:1788536255.946526:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573939200 00000100:00100000:0.0:1788536255.946600:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1253 00000100:00100000:0.0:1788536255.946611:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+62:30077:x1875415573939200:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788536256.047675:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968129 is committed 00000001:00080000:1.0:1788536256.047695:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968124 is committed 00000004:00080000:1.0:1788536256.047699:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:1.0:1788536256.047724:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d50e66780 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:1.0:1788536256.047730:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d50e66600 00000020:00080000:1.0:1788536256.047733:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d48680400 00000100:00100000:3.0:1788536256.047808:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+61:30077:x1875415573939200:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 101167us (102293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536256.047825:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1253 00000020:00080000:0.0:1788536256.048036:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00000020:00080000:1.0:1788536256.048080:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:1.0:1788536256.048116:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d498ec3c0 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:1.0:1788536256.048120:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d498ec6c0 00000020:00080000:1.0:1788536256.048123:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794700 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d7775ec00 00000001:00080000:1.0:1788536256.048146:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968131 is committed 00000001:00080000:1.0:1788536256.048152:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968125 is committed 00000020:00080000:0.0:1788536256.048197:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:0.0:1788536256.048536:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:3.0:1788536256.048663:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536256.048688:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583118848:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788536256.048758:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536256.048918:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583118848 00000100:00100000:2.0:1788536256.048928:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583118848 00000100:00080000:0.0:1788536256.049015:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536256.049019:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:2.0:1788536256.049036:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583118848:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788536256.049192:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:2.0:1788536256.049239:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 158, mtime: 0x6a9ae5bb, atime: 0x6a9ae5bc, ctime: 0x6a9ae5bb, blocks: 0xb 00010000:00010000:2.0:1788536256.049250:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.049269:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788536256.049274:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536256.049282:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.049302:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.049320:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.049328:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.049355:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788536256.049422:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536256.049432:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.049445:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536256.049451:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.049463:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.049485:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.049494:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d45e4cd3/0x94dfe24b69f51624 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.049527:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536256.049530:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536256.049533:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536256.054074:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3285:x1875415583118848:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5035us (5307us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1788536256.054088:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000004:00080000:3.0:1788536256.054515:0:3285:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7bfdd180/2, rc 0, transno 4294967364 00000100:00100000:3.0:1788536256.054523:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583118848:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788536256.060145:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536256.060298:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573939328 00000100:00100000:3.0:1788536256.060307:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573939328 00000100:00100000:3.0:1788536256.060360:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 341 00000100:00100000:3.0:1788536256.060396:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2352:x1875415573939328:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000100:00100000:3.0:1788536256.108940:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583118976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536256.109018:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536256.109114:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583118976 00000100:00100000:3.0:1788536256.109122:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583118976 00000100:00100000:3.0:1788536256.109173:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1788536256.109186:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583118976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536256.109210:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536256.109267:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583118976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536256.109277:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1788536256.109350:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583118976:0@lo:13:osp-pre-1-0.0 00000001:00080000:3.0:1788536256.141298:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000001:00080000:3.0:1788536256.141324:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000100:00100000:2.0:1788536256.141679:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573939328:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 81300us (81536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536256.141694:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 341 00000100:00100000:3.0:1788536256.150308:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536256.155310:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573939584 00000100:00100000:2.0:1788536256.155330:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573939584 00000100:00100000:2.0:1788536256.155479:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1254 00000100:00100000:2.0:1788536256.155491:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:30077:x1875415573939584:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536256.155574:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536256.155610:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5160f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d5d expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.155637:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536256.155643:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536256.155686:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.155703:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.155719:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536256.156173:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000939c2333 reply state 0000000022b41d04 transno 4294968132 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536256.156185:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536256.156338:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:30077:x1875415573939584:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 848us (6044us total) trans 4294968132 rc 0/0 00000100:00100000:2.0:1788536256.156347:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1254 00010000:00010000:1.0:1788536256.161452:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.161471:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.161479:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.161486:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536256.161510:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.161517:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.161535:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:1.0:1788536256.161539:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536256.161544:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.161550:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5162b lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536256.166438:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536256.167514:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573939712 00000100:00100000:1.0:1788536256.167531:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573939712 00000100:00100000:1.0:1788536256.167615:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1255 00000100:00100000:1.0:1788536256.167627:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:30077:x1875415573939712:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536256.167653:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536256.167675:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d72 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.167734:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.167760:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.167788:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:1.0:1788536256.167792:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536256.167810:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf2000, rc 0) 00000100:00100000:1.0:1788536256.167897:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:30077:x1875415573939712:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 265us (1466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536256.167905:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1255 00000100:00100000:3.0:1788536256.175316:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536256.175647:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573939840 00000100:00100000:2.0:1788536256.175661:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573939840 00000100:00100000:2.0:1788536256.175737:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 342 00000100:00100000:2.0:1788536256.175750:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573939840:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788536256.176120:0:6668:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788536256.176125:0:6668:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1788536251 00002000:00010000:2.0:1788536256.176127:0:6668:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb atime from disk: 0 -> 1788536254 00002000:00010000:2.0:1788536256.176130:0:6668:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1788536251 00002000:00010000:2.0:1788536256.176132:0:6668:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1788536256.176221:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573939840:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 473us (918us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1788536256.176230:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 342 00000100:00100000:0.0:1788536256.183736:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536256.184250:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573940096 00000100:00100000:3.0:1788536256.184264:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573940096 00000100:00100000:3.0:1788536256.184486:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1256 00000100:00100000:3.0:1788536256.184500:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:30077:x1875415573940096:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788536256.184610:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.184632:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.184645:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.184697:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.184715:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 48 pid: 5824 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536256.184733:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583119104:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536256.185079:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d47fea3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536256.189317:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583119104:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536256.189358:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536256.189603:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536256.189696:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573940224 00000100:00100000:0.0:1788536256.189705:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573940224 00010000:00010000:0.0:1788536256.189753:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 49 pid: 5824 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536256.189798:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 376 00000100:00100000:0.0:1788536256.189810:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:2354:x1875415573940224:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536256.189828:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536256.189836:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 49 pid: 5824 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.189850:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 49 pid: 5824 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.189878:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f515de lrc: 0/0,0 mode: --/PR res: [0x200000402:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d48 expref: 49 pid: 5824 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.189912:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:0.0:1788536256.189917:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.189928:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.189937:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.189966:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536256.190304:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.190312:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.190352:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.190360:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.190396:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.190402:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536256.190407:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.190415:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.190425:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536256.190428:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788536256.190431:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.190437:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51639 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536256.190523:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:30077:x1875415573940096:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 6025us (6801us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788536256.190533:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1256 00000100:00100000:0.0:1788536256.190697:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573940224:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 888us (1095us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536256.190705:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 376 00000100:00100000:1.0:1788536256.198724:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536256.199482:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573940352 00000100:00100000:0.0:1788536256.199492:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573940352 00000100:00100000:0.0:1788536256.199550:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 343 00000100:00100000:0.0:1788536256.199731:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573940352:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536256.199793:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.199814:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.199831:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536256.199836:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536256.199840:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.199875:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.199899:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 12 pid: 6668 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536256.199915:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583119232:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536256.199998:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536256.207162:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583119232:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536256.207190:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536256.211120:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536256.211307:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573940480 00000100:00100000:0.0:1788536256.211319:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573940480 00010000:00010000:0.0:1788536256.211414:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 13 pid: 6668 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536256.211459:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 377 00000100:00100000:0.0:1788536256.211469:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573940480:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536256.211485:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536256.211509:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 13 pid: 6668 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.211523:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 13 pid: 6668 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.211545:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5161d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d6b expref: 13 pid: 6668 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.211573:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536256.211579:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536256.211586:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.211595:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.211618:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536256.211683:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573940480:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 215us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536256.211690:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 377 00010000:00010000:1.0:1788536256.212466:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.212479:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.212511:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.212520:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.212528:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.212535:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536256.212540:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.212549:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.212595:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536256.212604:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f51640 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536256.212672:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573940352:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 13112us (13956us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536256.212681:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 343 00000100:00100000:1.0:1788536256.219504:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536256.219667:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573940736 00000100:00100000:0.0:1788536256.219689:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573940736 00000100:00100000:0.0:1788536256.220083:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1257 00000100:00100000:0.0:1788536256.220098:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:30077:x1875415573940736:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536256.220203:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.220224:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.220238:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.220540:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.220553:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.220580:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.221136:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.221155:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 48 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536256.221172:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583119360:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536256.221281:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536256.228837:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583119360:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536256.228879:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536256.230828:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536256.231242:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573940864 00000100:00100000:3.0:1788536256.231255:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573940864 00010000:00010000:3.0:1788536256.231307:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 49 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536256.231477:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 378 00000100:00100000:3.0:1788536256.231488:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:2354:x1875415573940864:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536256.231509:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536256.231518:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 49 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.231532:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 49 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.231558:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51632 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d72 expref: 49 pid: 5825 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.231578:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536256.231585:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.231596:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.231605:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536256.231645:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536256.231724:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:2354:x1875415573940864:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 237us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536256.231733:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 378 00010000:00010000:0.0:1788536256.231802:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.231811:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536256.232077:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968133 00000001:00080000:0.0:1788536256.232262:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968134 00000001:00080000:0.0:1788536256.232321:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968135 00000100:00100000:0.0:1788536256.232475:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583119488:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788536256.232547:0:6725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536256.232790:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d46b42300 going to sleep for 11 seconds 00000100:00100000:3.0:1788536256.234261:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583119488 00000100:00100000:3.0:1788536256.234277:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583119488 00000100:00100000:3.0:1788536256.234356:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788536256.234452:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583119488:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788536256.234644:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583119488:12345-0@lo:1000:mdt00_003.0 Request processed in 278us (2096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536256.234650:0:6725:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000100:00100000:3.0:1788536256.234653:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000004:00080000:0.0:1788536256.234657:0:6725:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7c4b7800, transno 4294967372 00000100:00100000:0.0:1788536256.234726:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583119488:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788536256.235419:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968136 00000100:00100000:0.0:1788536256.235525:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583119616:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788536256.235582:0:6725:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536256.235659:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583119616 00000100:00100000:2.0:1788536256.235665:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583119616 00000100:00100000:0.0:1788536256.235678:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498b9c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536256.235715:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788536256.235728:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6725:x1875415583119616:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788536256.236714:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6725:x1875415583119616:12345-0@lo:1000:mdt00_003.0 Request processed in 984us (1126us total) trans 4294967375 rc 0/0 00000100:00100000:1.0:1788536256.236726:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788536256.236772:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:6725:1875415583119616:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788536256.236931:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968137 00010000:00010000:0.0:1788536256.236975:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237119:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237129:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237135:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536256.237140:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237150:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237169:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:0.0:1788536256.237243:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536256.237252:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237258:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f5164e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237299:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237311:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237317:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237322:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536256.237324:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237330:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237339:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b700) 00010000:00010000:0.0:1788536256.237342:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536256.237350:0:6725:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51583 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d33 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237363:0:6725:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51583 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d33 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237574:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51583 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d33 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.237623:0:6725:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3800/0x94dfe24b69f51583 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d33 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536256.237639:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583119744:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536256.237733:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498b9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536256.243477:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583119744:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536256.243524:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243539:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f5157c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243588:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243606:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243619:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243633:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243640:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243647:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243654:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536256.243658:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243667:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243685:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b700) 00010000:00010000:0.0:1788536256.243688:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536256.243693:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243699:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51655 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x23:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243709:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243715:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243721:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243726:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536256.243729:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243735:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243758:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x23:0x0].0x0 (ffff8b1d4631b700) 00010000:00010000:0.0:1788536256.243761:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536256.243764:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.243770:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51647 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536256.244104:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:30077:x1875415573940736:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 24008us (24612us total) trans 4294968138 rc 0/0 00000100:00100000:0.0:1788536256.244118:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1257 00000020:00080000:0.0:1788536256.244127:0:6725:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1788536256.246856:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536256.246869:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536256.247578:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788536256.247592:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536256.247872:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536256.247964:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573940992 00000100:00100000:2.0:1788536256.247977:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573940992 00000100:00100000:2.0:1788536256.248316:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 254 00000100:00100000:2.0:1788536256.248330:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+97:30075:x1875415573940992:12345-192.168.203.55@tcp:49:cat.0 00000100:00100000:2.0:1788536256.250108:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+97:30075:x1875415573940992:12345-192.168.203.55@tcp:49:cat.0 Request processed in 1767us (2229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536256.250125:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 254 00000100:00100000:3.0:1788536256.250666:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536256.256263:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536256.256692:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573941376 00000100:00100000:2.0:1788536256.256707:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573941376 00000100:00100000:2.0:1788536256.256814:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 344 00000100:00100000:2.0:1788536256.256827:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+12:30075:x1875415573941376:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:2.0:1788536256.256849:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536256.256881:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5165c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d79 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536256.256934:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 158, mtime: 0x6a9ae5bb, atime: 0x6a9ae5be, ctime: 0x6a9ae5bb, blocks: 0xb 00010000:00010000:2.0:1788536256.256970:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788536256.256975:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536256.257120:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5165c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d79 expref: 13 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.257143:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086e1e422/0x94dfe24b69f5165c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d79 expref: 13 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.257168:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d200, rc 0) 00000100:00100000:2.0:1788536256.257259:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+13:30075:x1875415573941376:12345-192.168.203.55@tcp:101:cat.0 Request processed in 434us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536256.257267:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 344 00000100:00080000:3.0:1788536256.257587:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536256.258258:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573941248 00000100:00100000:0.0:1788536256.258269:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573941248 00000100:00100000:0.0:1788536256.258336:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 255 00000100:00100000:0.0:1788536256.258350:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b9ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:30077:x1875415573941248:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788536256.259346:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x25:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788536256.259528:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968139 00010000:00010000:0.0:1788536256.259602:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.259622:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.259638:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.259648:0:5826:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.259656:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.259664:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536256.259691:0:5826:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788536256.259812:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b9ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:30077:x1875415573941248:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1460us (9144us total) trans 4294968140 rc 0/0 00000100:00100000:0.0:1788536256.259822:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 255 00000020:00080000:0.0:1788536256.259828:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788536256.260143:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536256.260152:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.260160:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536256.260165:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.260175:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.260191:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x25:0x0].0x0 (ffff8b1d45477a00) 00010000:00010000:2.0:1788536256.260194:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788536256.260200:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.260207:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f51663 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x25:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536256.260228:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536256.260230:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536256.260231:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536256.261903:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536256.262403:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573941504 00000100:00100000:0.0:1788536256.262418:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573941504 00002000:00100000:0.0:1788536256.262490:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff8b1c42e0d180 x1875415573941504/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:157/0 lens 488/0 e 0 to 0 dl 1788536267 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536256.262504:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0d180 with x1875415573941504 ext(0->4095) 00002000:00010000:0.0:1788536256.262511:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42e0d180 00000100:00100000:0.0:1788536256.262555:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 110 00000100:00100000:0.0:1788536256.262567:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+13:2355:x1875415573941504:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:0.0:1788536256.262846:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+13:2355:x1875415573941504:12345-192.168.203.55@tcp:3:cat.0 Request processed in 280us (968us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536256.262855:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 110 00002000:00100000:0.0:1788536256.262862:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1b:0x0] (0->4095) req@ffff8b1c42e0d180 x1875415573941504/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:157/0 lens 488/4536 e 0 to 0 dl 1788536267 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536256.262871:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42e0d180 with x1875415573941504 ext(0->4095) 00002000:00010000:0.0:1788536256.263168:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42e0d180 00000100:00100000:1.0:1788536256.266312:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536256.266679:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573941760 00000100:00100000:2.0:1788536256.266692:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573941760 00000100:00100000:2.0:1788536256.266758:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 256 00000100:00100000:2.0:1788536256.266770:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+97:30075:x1875415573941760:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:2.0:1788536256.267203:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+98:30075:x1875415573941760:12345-192.168.203.55@tcp:35:cat.0 Request processed in 434us (902us total) trans 4294968141 rc 0/0 00000100:00100000:2.0:1788536256.267211:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 256 00010000:00010000:0.0:1788536256.427730:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536257.451732:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536257.644571:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536257.644595:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583119872:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536257.644671:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536257.644774:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583119872 00000100:00100000:2.0:1788536257.644792:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583119872 00000100:00100000:2.0:1788536257.644845:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1788536257.644855:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3283:x1875415583119872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536257.644897:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536257.645102:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3283:x1875415583119872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 248us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536257.645110:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:3.0:1788536257.645186:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583119872:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536258.475718:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536259.500355:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536259.776347:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000001:00080000:2.0:1788536259.776361:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00080000:2.0:1788536259.776389:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967361 is committed 00000100:00100000:2.0:1788536259.801071:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536259.801111:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536259.801305:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536259.801323:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536259.801339:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536259.801355:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536259.801409:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536259.801434:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573942144 00000100:00100000:2.0:1788536259.801443:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573942144 00000100:00100000:2.0:1788536259.801489:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573942656 00000100:00100000:2.0:1788536259.801493:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573942656 00000100:00100000:2.0:1788536259.801507:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573942272 00000100:00100000:2.0:1788536259.801510:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573942272 00000100:00100000:2.0:1788536259.801521:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573942528 00000100:00100000:2.0:1788536259.801524:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573942528 00000100:00100000:2.0:1788536259.801540:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 453 00000100:00100000:2.0:1788536259.801550:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573942144:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536259.801613:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573942144:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 64us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536259.801621:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 453 00000100:00100000:2.0:1788536259.801637:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 454 00000100:00100000:2.0:1788536259.801643:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573942656:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536259.801665:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415573942656:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536259.801671:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 454 00000100:00100000:2.0:1788536259.801682:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 455 00000100:00100000:2.0:1788536259.801688:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573942272:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536259.801708:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573942272:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536259.801714:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 455 00000100:00100000:2.0:1788536259.801725:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:2.0:1788536259.801730:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573942528:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536259.801754:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573942528:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536259.801760:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:2.0:1788536259.801778:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573942400 00000100:00100000:2.0:1788536259.801781:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573942400 00000100:00100000:2.0:1788536259.801804:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573942016 00000100:00100000:2.0:1788536259.801807:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573942016 00000100:00100000:2.0:1788536259.801823:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 440 00000100:00100000:2.0:1788536259.801830:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:2353:x1875415573942400:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536259.801871:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:2353:x1875415573942400:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536259.801877:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 440 00000100:00100000:2.0:1788536259.801890:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 441 00000100:00100000:2.0:1788536259.801897:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+98:2353:x1875415573942016:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536259.801923:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+98:2353:x1875415573942016:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536259.801930:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 441 00000100:00100000:3.0:1788536259.801999:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573941888 00000100:00100000:3.0:1788536259.802004:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573941888 00000100:00100000:3.0:1788536259.802050:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 582 00000100:00100000:3.0:1788536259.802057:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573941888:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536259.802084:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573941888:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (1023us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536259.802090:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 582 00000100:00080000:3.0:1788536259.802116:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536259.802306:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536259.802310:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788536260.524013:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536260.722261:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583120128:0@lo:400:kworker.0 00000100:00100000:1.0:1788536260.722329:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536260.722401:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583120640:0@lo:400:kworker.0 00000100:00100000:1.0:1788536260.722443:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536260.722603:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583120384:0@lo:400:kworker.0 00000100:00100000:1.0:1788536260.722670:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536260.722676:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583120256:0@lo:400:kworker.0 00000100:00100000:3.0:1788536260.723848:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583120000:0@lo:400:kworker.0 00000100:00100000:0.0:1788536260.729892:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536260.729992:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583120640 00000100:00100000:2.0:1788536260.730002:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583120640 00000100:00100000:0.0:1788536260.730002:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583120384 00000100:00100000:0.0:1788536260.730005:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583120384 00000100:00100000:2.0:1788536260.730068:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1788536260.730078:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583120640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536260.730137:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583120640:12345-0@lo:400:kworker.0 Request processed in 61us (7694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536260.730145:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00080000:2.0:1788536260.730173:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536260.730177:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536260.731162:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1788536260.731172:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583120384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536260.731220:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583120384:12345-0@lo:400:kworker.0 Request processed in 52us (1336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536260.731226:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1788536260.731249:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583120128 00000100:00100000:0.0:1788536260.731255:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583120128 00000100:00100000:0.0:1788536260.731283:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1788536260.731290:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583120128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536260.731321:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583120128:12345-0@lo:400:kworker.0 Request processed in 32us (8992us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536260.731327:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1788536260.731365:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967364 gen 2 00000004:00080000:0.0:1788536260.731392:0:3282:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967364 00000004:00080000:0.0:1788536260.731421:0:3282:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967363 committed transno 4294967364 00000004:00080000:0.0:1788536260.731432:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7bfdd180, transno 4294967364 00000100:00100000:0.0:1788536260.731445:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583120384:0@lo:400:kworker.0 00000100:00100000:1.0:1788536260.732636:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536260.732718:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583120128:0@lo:400:kworker.0 00000100:00100000:1.0:1788536260.732733:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583120640:0@lo:400:kworker.0 00000100:00100000:3.0:1788536260.732883:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583120256 00000100:00100000:3.0:1788536260.732890:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583120256 00000100:00100000:3.0:1788536260.732939:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788536260.732948:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583120256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536260.732997:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583120256:12345-0@lo:400:kworker.0 Request processed in 50us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536260.733004:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788536260.733048:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536260.733072:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583120000 00000100:00100000:3.0:1788536260.733076:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583120000 00000100:00100000:3.0:1788536260.733098:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1788536260.733104:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583120000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536260.733134:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583120000:12345-0@lo:400:kworker.0 Request processed in 30us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536260.733140:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1788536260.733179:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583120000:0@lo:400:kworker.0 00000100:00100000:3.0:1788536260.733189:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583120512:0@lo:400:kworker.0 00000100:00100000:3.0:1788536260.733217:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536260.733238:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583120512 00000100:00100000:3.0:1788536260.733242:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583120512 00000100:00100000:3.0:1788536260.733269:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1788536260.733275:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583120512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536260.733303:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583120512:12345-0@lo:400:kworker.0 Request processed in 29us (86us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536260.733309:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1788536260.733336:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583120512:0@lo:400:kworker.0 00000100:00080000:1.0:1788536260.733980:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536260.734005:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583120256:0@lo:400:kworker.0 00000100:00100000:1.0:1788536261.232490:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536261.232519:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583120768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536261.232593:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536261.236126:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583120768 00000100:00100000:3.0:1788536261.236140:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583120768 00000100:00100000:3.0:1788536261.236231:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1788536261.236242:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583120768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536261.236286:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536261.236363:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583120768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 123us (3770us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536261.236391:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1788536261.236489:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583120768:0@lo:13:osp-pre-1-0.0 00000001:00080000:2.0:1788536261.332187:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968140 is committed 00000020:00080000:2.0:1788536261.332211:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d494df540 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:2.0:1788536261.332216:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d50e669c0 00000020:00080000:2.0:1788536261.332221:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d456d7400 00000020:00080000:2.0:1788536261.332248:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00000020:00080000:3.0:1788536261.332776:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:3.0:1788536261.333178:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000001:00080000:2.0:1788536261.333363:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968141 is committed 00000001:00080000:2.0:1788536261.339480:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000001:00080000:2.0:1788536261.339493:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00010000:00010000:0.0:1788536261.547560:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536262.245041:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536262.249794:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573942784 00000100:00100000:0.0:1788536262.249809:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573942784 00000100:00100000:0.0:1788536262.249909:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1258 00000100:00100000:0.0:1788536262.249921:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:30037:x1875415573942784:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788536262.250033:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+45:30037:x1875415573942784:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 115us (5000us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536262.250041:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1258 00000100:00080000:3.0:1788536262.250229:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788536262.571653:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536262.764500:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536262.764525:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583120896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536262.764591:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536262.764782:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583120896 00000100:00100000:2.0:1788536262.764790:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583120896 00000100:00100000:2.0:1788536262.764868:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1788536262.764879:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583120896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536262.764916:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536262.765021:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583120896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 143us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536262.765029:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00080000:3.0:1788536262.765214:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536262.766226:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583120896:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788536263.597050:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536264.432207:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536264.432217:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536264.432786:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 3 00000040:00080000:1.0:1788536264.432794:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:2.0:1788536264.498947:0:21173:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 11:37:42 (1788536262) 00010000:00010000:2.0:1788536264.625981:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536264.883942:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536264.884030:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573942912 00000100:00100000:2.0:1788536264.884046:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573942912 00000100:00100000:2.0:1788536264.884116:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 584 00000100:00100000:2.0:1788536264.884127:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:30669:x1875415573942912:12345-192.168.203.55@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788536264.884144:0:5816:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536264.884163:0:5816:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d73c0ce00/0x94dfe24b69f5166a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0d80 expref: -99 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536264.884194:0:5816:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d73c0ce00/0x94dfe24b69f5166a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d80 expref: 14 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536264.884211:0:5816:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d73c0ce00/0x94dfe24b69f5166a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d80 expref: 14 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536264.884220:0:5816:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ce00, rc 0) 00000100:00100000:2.0:1788536264.884296:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30669:x1875415573942912:12345-192.168.203.55@tcp:101:mount.lustre.0 Request processed in 170us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536264.884303:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 584 00000100:00100000:2.0:1788536264.894496:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536264.894645:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573943040 00000100:00100000:3.0:1788536264.894659:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573943040 00000100:00100000:3.0:1788536264.894723:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 585 00000100:00100000:3.0:1788536264.894741:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30669:x1875415573943040:12345-192.168.203.55@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788536264.895263:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30669:x1875415573943040:12345-192.168.203.55@tcp:501:mount.lustre.0 Request processed in 522us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536264.895274:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 585 00000100:00100000:1.0:1788536264.902938:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536264.903072:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573943168 00000100:00100000:3.0:1788536264.903087:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573943168 00000100:00100000:3.0:1788536264.903162:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 586 00000100:00100000:3.0:1788536264.903175:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30669:x1875415573943168:12345-192.168.203.55@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788536264.903971:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30669:x1875415573943168:12345-192.168.203.55@tcp:503:mount.lustre.0 Request processed in 794us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536264.903982:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 586 00000100:00100000:1.0:1788536264.917531:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536264.917925:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573943296 00000100:00100000:2.0:1788536264.917940:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573943296 00000100:00100000:2.0:1788536264.918099:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 587 00000100:00100000:2.0:1788536264.918115:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30674:x1875415573943296:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788536264.918564:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536264.918637:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536264.918682:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536264.918759:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30674:x1875415573943296:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 644us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536264.918765:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573943552 00000100:00100000:0.0:1788536264.918770:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573943808 00000100:00100000:2.0:1788536264.918773:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 587 00000100:00100000:3.0:1788536264.918778:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573943552 00000100:00100000:0.0:1788536264.918781:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573943808 00000100:00100000:0.0:1788536264.918876:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:3.0:1788536264.918878:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573944064 00000100:00100000:3.0:1788536264.918883:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573944064 00000100:00100000:0.0:1788536264.918889:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:2353:x1875415573943808:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536264.918910:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 459 00000100:00100000:3.0:1788536264.918924:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573943552:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536264.920092:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536264.920272:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536264.920302:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536264.920329:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573943680 00000100:00100000:1.0:1788536264.920346:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573943680 00000100:00100000:1.0:1788536264.920395:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573943936 00000100:00100000:1.0:1788536264.920399:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573943936 00000100:00100000:1.0:1788536264.920419:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 460 00000100:00100000:1.0:1788536264.920428:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573944064:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536264.920483:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573944064:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 55us (1800us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536264.920489:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 460 00000100:00100000:1.0:1788536264.920506:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 461 00000100:00100000:1.0:1788536264.920513:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573943680:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536264.920537:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2353:x1875415573943680:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536264.920544:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 461 00000100:00100000:1.0:1788536264.920556:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 462 00000100:00100000:1.0:1788536264.920562:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573943936:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536264.920583:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573943936:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536264.920589:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 462 00000100:00100000:0.0:1788536264.920929:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+45:2353:x1875415573943808:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 2040us (2290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536264.920940:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:0.0:1788536264.920957:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573943424 00000100:00100000:0.0:1788536264.920962:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573943424 00000100:00100000:0.0:1788536264.921005:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 446 00000100:00100000:0.0:1788536264.921013:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+97:2353:x1875415573943424:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536264.921045:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+97:2353:x1875415573943424:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536264.921053:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 446 00000100:00100000:3.0:1788536264.921613:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573943552:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 2691us (3058us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536264.921622:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 459 00000100:00080000:3.0:1788536264.921647:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536264.921652:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536264.921654:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536264.951021:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536264.951266:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573944192 00000100:00100000:3.0:1788536264.951276:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573944192 00000100:00100000:3.0:1788536264.951335:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 588 00000100:00100000:3.0:1788536264.951345:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30674:x1875415573944192:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788536264.951661:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30674:x1875415573944192:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 316us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536264.951669:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 588 00000100:00100000:1.0:1788536264.967264:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536264.967355:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573944320 00000100:00100000:2.0:1788536264.967403:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573944320 00000100:00100000:2.0:1788536264.967474:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 589 00000100:00100000:2.0:1788536264.967486:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30674:x1875415573944320:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788536264.967736:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30674:x1875415573944320:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 251us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536264.967744:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 589 00000100:00100000:1.0:1788536264.972713:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536264.972982:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573944448 00000100:00100000:0.0:1788536264.972995:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573944448 00000100:00100000:0.0:1788536264.973175:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 590 00000100:00100000:0.0:1788536264.973185:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+14:30669:x1875415573944448:12345-192.168.203.55@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788536264.973205:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536264.973226:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d66837a00/0x94dfe24b69f51671 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0daa expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536264.973259:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d66837a00/0x94dfe24b69f51671 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0daa expref: 15 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536264.973270:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d66837a00/0x94dfe24b69f51671 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0daa expref: 15 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536264.973279:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:0.0:1788536264.973340:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+15:30669:x1875415573944448:12345-192.168.203.55@tcp:101:mount.lustre.0 Request processed in 157us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536264.973345:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 590 00000100:00100000:0.0:1788536264.977912:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536264.978142:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573944576 00000100:00100000:3.0:1788536264.978155:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573944576 00000100:00100000:2.0:1788536264.978850:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 591 00000100:00100000:2.0:1788536264.978869:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+15:30669:x1875415573944576:12345-192.168.203.55@tcp:256:mount.lustre.0 20000000:01000000:2.0:1788536264.978905:0:5816:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1788536264.978935:0:5816:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1788536264.978939:0:5816:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1788536264.978943:0:5816:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1788536264.978946:0:5816:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 132, version 5 00000100:00100000:2.0:1788536264.982352:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+15:30669:x1875415573944576:12345-192.168.203.55@tcp:256:mount.lustre.0 Request processed in 3474us (4440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536264.982852:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 591 00000100:00100000:1.0:1788536264.988307:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536264.988463:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573944704 00000100:00100000:0.0:1788536264.988478:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573944704 00000100:00100000:0.0:1788536264.988669:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 592 00000100:00100000:0.0:1788536264.988678:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+15:30669:x1875415573944704:12345-192.168.203.55@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788536264.988699:0:5818:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536264.988716:0:5818:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1d66837600/0x94dfe24b69f51678 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0db1 expref: -99 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536264.988754:0:5818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1d66837600/0x94dfe24b69f51678 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0db1 expref: 16 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536264.988765:0:5818:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1d66837600/0x94dfe24b69f51678 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0db1 expref: 16 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536264.988773:0:5818:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837600, rc 0) 00000100:00100000:0.0:1788536264.988842:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30669:x1875415573944704:12345-192.168.203.55@tcp:101:mount.lustre.0 Request processed in 165us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536264.988850:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 592 00000100:00100000:2.0:1788536264.990736:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536264.990813:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573944832 00000100:00100000:0.0:1788536264.990823:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573944832 00000100:00100000:3.0:1788536264.990950:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 593 00000100:00100000:3.0:1788536264.990964:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30669:x1875415573944832:12345-192.168.203.55@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788536264.991946:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30669:x1875415573944832:12345-192.168.203.55@tcp:501:mount.lustre.0 Request processed in 402us (635us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536264.991967:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 593 00000100:00100000:1.0:1788536264.993199:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536264.994253:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573944960 00000100:00100000:0.0:1788536264.994270:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573944960 00000100:00100000:0.0:1788536264.994353:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 594 00000100:00100000:0.0:1788536264.994364:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30669:x1875415573944960:12345-192.168.203.55@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788536264.995349:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30669:x1875415573944960:12345-192.168.203.55@tcp:503:mount.lustre.0 Request processed in 978us (2149us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536264.995363:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 594 00000100:00100000:1.0:1788536264.998587:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536264.998910:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573945088 00000100:00100000:3.0:1788536264.998925:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573945088 00000100:00100000:3.0:1788536264.999000:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 595 00000100:00100000:3.0:1788536264.999012:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30678:x1875415573945088:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788536264.999635:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30678:x1875415573945088:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 621us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536264.999644:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 595 00000100:00100000:2.0:1788536265.002910:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536265.003024:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573945216 00000100:00100000:1.0:1788536265.003037:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573945216 00000100:00100000:1.0:1788536265.003136:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 596 00000100:00100000:1.0:1788536265.003149:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30678:x1875415573945216:12345-192.168.203.55@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788536265.003512:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:30678:x1875415573945216:12345-192.168.203.55@tcp:502:llog_process_th.0 Request processed in 364us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536265.003521:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 596 00000100:00100000:3.0:1788536265.009156:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536265.009295:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573945344 00000100:00100000:0.0:1788536265.009307:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573945344 00000100:00100000:0.0:1788536265.009410:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1259 00000100:00100000:0.0:1788536265.009423:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2351:x1875415573945344:12345-192.168.203.55@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788536265.009463:0:16075:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 9d7f9c43-7530-4f55-b26f-a400ae2ed814@192.168.203.55@tcp t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:0.0:1788536265.009513:0:16075:0:(genops.c:1385:class_connect()) connect: client 9d7f9c43-7530-4f55-b26f-a400ae2ed814, cookie 0x94dfe24b69f5167f 00000004:00100000:0.0:1788536265.009554:0:16075:0:(mdt_handler.c:7337:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return 37 00000100:00080000:0.0:1788536265.009951:0:16075:0:(import.c:65:import_set_state_nolock()) ffff8b1d7781e800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788536265.010062:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2351:x1875415573945344:12345-192.168.203.55@tcp:38:mount.lustre.0 Request processed in 640us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.010071:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1259 00000100:00100000:3.0:1788536265.012987:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.013025:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536265.013163:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573945472 00000100:00100000:0.0:1788536265.013176:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573945472 00000100:00100000:0.0:1788536265.013244:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573945600 00000100:00100000:0.0:1788536265.013246:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573945600 00000100:00100000:0.0:1788536265.013267:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1260 00000100:00100000:0.0:1788536265.013278:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:0:x1875415573945472:12345-192.168.203.55@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788536265.013329:0:5823:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:0.0:1788536265.013438:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:0:x1875415573945472:12345-192.168.203.55@tcp:41:mount.lustre.0 Request processed in 162us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.013446:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1260 00000100:00100000:0.0:1788536265.013464:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1261 00000100:00100000:0.0:1788536265.013470:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30669:x1875415573945600:12345-192.168.203.55@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788536265.013482:0:5823:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:0.0:1788536265.013499:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30669:x1875415573945600:12345-192.168.203.55@tcp:41:mount.lustre.0 Request processed in 29us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.013505:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1261 00000100:00080000:3.0:1788536265.013615:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536265.019614:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536265.019784:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573945728 00000100:00100000:0.0:1788536265.019798:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573945728 00000100:00100000:0.0:1788536265.020044:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1262 00000100:00100000:0.0:1788536265.020057:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30669:x1875415573945728:12345-192.168.203.55@tcp:40:mount.lustre.0 00000100:00100000:0.0:1788536265.020181:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30669:x1875415573945728:12345-192.168.203.55@tcp:40:mount.lustre.0 Request processed in 127us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.020190:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1262 00000100:00100000:3.0:1788536265.022788:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.023461:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.024316:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536265.024603:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573946112 00000100:00100000:0.0:1788536265.024618:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573946112 00000100:00100000:0.0:1788536265.024699:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00100000:0.0:1788536265.024711:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30669:x1875415573946112:12345-192.168.203.55@tcp:33:mount.lustre.0 00000004:00200000:0.0:1788536265.024814:0:5827:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000100:00100000:0.0:1788536265.024932:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30669:x1875415573946112:12345-192.168.203.55@tcp:33:mount.lustre.0 Request processed in 223us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.024941:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 257 00000100:00100000:1.0:1788536265.026666:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573945856 00000100:00100000:1.0:1788536265.026685:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573945856 00000100:00100000:1.0:1788536265.026746:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 345 00000100:00100000:1.0:1788536265.026758:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2351:x1875415573945856:12345-192.168.203.55@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788536265.026798:0:6666:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 9d7f9c43-7530-4f55-b26f-a400ae2ed814@192.168.203.55@tcp t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:1.0:1788536265.026876:0:6666:0:(genops.c:1385:class_connect()) connect: client 9d7f9c43-7530-4f55-b26f-a400ae2ed814, cookie 0x94dfe24b69f51686 00002000:00100000:1.0:1788536265.026893:0:6666:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 9d7f9c43-7530-4f55-b26f-a400ae2ed814/ffff8b1c430d0000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788536265.026926:0:6666:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return 37 00002000:00080000:1.0:1788536265.027126:0:6666:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788536265.027168:0:6666:0:(import.c:65:import_set_state_nolock()) ffff8b1c430d1000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788536265.027271:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2351:x1875415573945856:12345-192.168.203.55@tcp:8:mount.lustre.0 Request processed in 514us (4495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536265.027280:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 345 00000100:00100000:1.0:1788536265.027310:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573945984 00000100:00100000:1.0:1788536265.027315:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573945984 00000100:00100000:1.0:1788536265.027337:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 346 00000100:00100000:1.0:1788536265.027342:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2351:x1875415573945984:12345-192.168.203.55@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788536265.027427:0:6666:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 9d7f9c43-7530-4f55-b26f-a400ae2ed814@192.168.203.55@tcp t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:1.0:1788536265.027453:0:6666:0:(genops.c:1385:class_connect()) connect: client 9d7f9c43-7530-4f55-b26f-a400ae2ed814, cookie 0x94dfe24b69f5168d 00002000:00100000:1.0:1788536265.027460:0:6666:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 9d7f9c43-7530-4f55-b26f-a400ae2ed814/ffff8b1c430d7800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a03 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788536265.027480:0:6666:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return 37 00002000:00080000:1.0:1788536265.027581:0:6666:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:1.0:1788536265.027598:0:6666:0:(import.c:65:import_set_state_nolock()) ffff8b1c430d4000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788536265.027642:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2351:x1875415573945984:12345-192.168.203.55@tcp:8:mount.lustre.0 Request processed in 297us (4184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536265.027650:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 346 00000100:00100000:1.0:1788536265.340631:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536265.340890:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573946240 00000100:00100000:0.0:1788536265.340900:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573946240 00000100:00100000:0.0:1788536265.340965:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1263 00000100:00100000:0.0:1788536265.340975:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30719:x1875415573946240:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536265.341011:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536265.341032:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51694 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ddb expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.341097:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.341114:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.341139:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536265.341179:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536265.341183:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536265.341204:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.341230:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51694 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 8 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.341249:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 7 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.341258:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:0.0:1788536265.341261:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536265.341266:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536265.341335:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:30719:x1875415573946240:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 362us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.341347:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1263 00000100:00100000:0.0:1788536265.357101:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.357243:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573946368 00000100:00100000:3.0:1788536265.357254:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573946368 00000100:00100000:3.0:1788536265.357316:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1264 00000100:00100000:3.0:1788536265.357327:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:30720:x1875415573946368:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536265.357349:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536265.357406:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f516a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0de2 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357472:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357488:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357682:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357700:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357708:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357715:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357945:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f516b7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357955:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f516b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.357963:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f516b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536265.357990:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536265.357994:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536265.358014:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f516b7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358027:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358034:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358041:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358047:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536265.358052:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358061:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358073:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:3.0:1788536265.358076:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536265.358081:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358660:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516a9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358679:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358685:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358691:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358695:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536265.358699:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358705:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358714:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8b1d512a9700) 00010000:00010000:3.0:1788536265.358717:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536265.358721:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.358731:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516b0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.359460:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f516a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0de2 expref: 9 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.359482:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f516b7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0de2 expref: 8 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.359489:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:3.0:1788536265.359492:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536265.359565:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547600, rc 0) 00000100:00100000:1.0:1788536265.370346:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+8:30720:x1875415573946368:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 13004us (13249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536265.370362:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1264 00000100:00100000:1.0:1788536265.373138:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.374996:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573946496 00000100:00100000:3.0:1788536265.375011:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573946496 00000100:00100000:3.0:1788536265.375085:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1265 00000100:00100000:3.0:1788536265.375095:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+97:30721:x1875415573946496:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536265.375114:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536265.375135:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f516be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0de9 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375201:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375215:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375226:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375246:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375253:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375259:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375574:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375583:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375591:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375597:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536265.375602:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375610:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375623:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:3.0:1788536265.375626:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536265.375630:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375637:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f516c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375651:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375657:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375662:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375667:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536265.375669:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375675:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375682:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8b1d512a9700) 00010000:00010000:3.0:1788536265.375685:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536265.375688:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.375693:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f516cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.376464:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f516be lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0de9 expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.376484:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:3.0:1788536265.376487:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536265.377882:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f516be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0de9 expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.377908:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547e00, rc 0) 00000100:00100000:2.0:1788536265.378667:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+97:30721:x1875415573946496:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3566us (5540us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536265.378678:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1265 00000100:00100000:1.0:1788536265.390803:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.390902:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573946752 00000100:00100000:2.0:1788536265.390912:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573946752 00000100:00100000:2.0:1788536265.390975:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1266 00000100:00100000:2.0:1788536265.390985:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+8:30720:x1875415573946752:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536265.391006:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.391026:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f516d3 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0df0 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.391102:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.391117:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.391128:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.391143:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.391150:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.391157:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536265.392020:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536265.392103:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573947008 00000100:00100000:1.0:1788536265.392110:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573947008 00000100:00100000:1.0:1788536265.392197:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1267 00000100:00100000:1.0:1788536265.392208:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+97:30721:x1875415573947008:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:1.0:1788536265.392253:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536265.392277:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f5125e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c29 expref: 97 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.392296:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:1.0:1788536265.392301:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536265.392545:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.392559:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 44 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.392566:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 9 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.392573:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.392607:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 9 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.392621:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 9 pid: 16075 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536265.392635:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77585500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583121024:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536265.392733:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 44 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.392744:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 44 pid: 5824 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536265.392753:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77585f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583121152:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536265.392779:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66780 going to sleep for 11 seconds 00010000:00010000:2.0:1788536265.395233:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f516ef lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395257:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f516ef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395270:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f516ef lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536265.395283:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:2.0:1788536265.395432:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395441:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395447:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395454:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.395458:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395466:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395479:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:2.0:1788536265.395483:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.395488:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395494:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f516da lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395506:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395512:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395518:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395523:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.395526:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395532:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395544:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536265.395546:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.395549:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.395556:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f516e1 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.396045:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f516d3 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0df0 expref: 11 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.396065:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f516ef lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0df0 expref: 10 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.396071:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536265.396074:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.396076:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536265.396148:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30720:x1875415573946752:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 5163us (5426us total) trans 4294968142 rc 0/0 00000100:00100000:2.0:1788536265.396158:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1266 00000100:00100000:3.0:1788536265.402527:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.402553:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.402593:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536265.402637:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77585500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583121024:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536265.402640:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573947264 00000100:00100000:3.0:1788536265.402654:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573947264 00000100:00100000:1.0:1788536265.402679:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77585f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583121152:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536265.402714:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.402723:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 45 pid: 5824 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536265.402773:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 379 00000100:00100000:3.0:1788536265.402785:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+45:2353:x1875415573947264:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536265.402803:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536265.402812:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 45 pid: 5824 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.402837:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 45 pid: 5824 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.402867:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05000/0x94dfe24b69f5129d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0c3e expref: 45 pid: 5824 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.402897:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:3.0:1788536265.402903:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.402918:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536265.402987:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+44:2353:x1875415573947264:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 204us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536265.402995:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 379 00000100:00100000:3.0:1788536265.403017:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573947136 00000100:00100000:3.0:1788536265.403021:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573947136 00010000:00010000:3.0:1788536265.403034:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 10 pid: 16075 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536265.403056:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 380 00000100:00100000:3.0:1788536265.403063:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:2353:x1875415573947136:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536265.403072:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536265.403077:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 10 pid: 16075 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.403088:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 10 pid: 16075 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.403103:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f5169b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ddb expref: 10 pid: 16075 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.403114:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:3.0:1788536265.403118:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.403128:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.403138:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.403164:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536265.403185:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:2353:x1875415573947136:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 122us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536265.403192:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 380 00000100:00100000:3.0:1788536265.403337:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573947392 00000100:00100000:3.0:1788536265.403342:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573947392 00000100:00100000:3.0:1788536265.403406:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1268 00000100:00100000:3.0:1788536265.403415:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30720:x1875415573947392:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788536265.403497:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30720:x1875415573947392:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 83us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536265.403505:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1268 00010000:00010000:1.0:1788536265.403626:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.403640:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.403672:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.403685:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.403696:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536265.405047:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 16384 00010000:00010000:1.0:1788536265.409280:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.409299:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.409307:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.409313:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536265.409318:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.409344:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.409361:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477100) 00010000:00010000:1.0:1788536265.409364:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536265.409387:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.409393:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f516e8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536265.409422:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000019b3ebfa reply state 00000000478beeaa transno 4294968143 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536265.409432:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536265.410423:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+98:30721:x1875415573947008:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 18208us (18398us total) trans 4294968143 rc 0/0 00000100:00100000:2.0:1788536265.410433:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1267 00010000:00010000:2.0:1788536265.416553:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.416580:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.416590:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.416596:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.416602:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.416612:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.416637:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8b1d4631bf00) 00010000:00010000:2.0:1788536265.416641:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.416648:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.416655:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f516fd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536265.452426:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536265.452434:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536265.452473:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 3 00000040:00080000:1.0:1788536265.452480:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536265.457876:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.458058:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573947520 00000100:00100000:2.0:1788536265.458077:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573947520 00000100:00100000:2.0:1788536265.458173:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1269 00000100:00100000:2.0:1788536265.458186:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+44:30726:x1875415573947520:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536265.458215:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.458245:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f51704 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0df7 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.458334:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5170b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.458356:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5170b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.458435:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5170b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536265.458483:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536265.458488:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536265.458512:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5170b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.458542:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f51704 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0df7 expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.458563:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5170b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0df7 expref: 45 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.458573:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536265.458576:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536265.458579:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d400, rc 0) 00000100:00100000:2.0:1788536265.458664:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:30726:x1875415573947520:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 480us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.458672:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1269 00000100:00100000:3.0:1788536265.463417:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.463468:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.463559:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573947648 00000100:00100000:2.0:1788536265.463572:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573947648 00000100:00100000:1.0:1788536265.463625:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573947904 00000100:00100000:1.0:1788536265.463641:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573947904 00000100:00100000:2.0:1788536265.463649:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1270 00000100:00100000:2.0:1788536265.463664:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:2355:x1875415573947648:12345-192.168.203.55@tcp:41:mkdir.0 00000004:00000024:2.0:1788536265.463706:0:5824:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 18087936 pending 0 free 2259681280 avail 2257584128 00000100:00100000:1.0:1788536265.463731:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1271 00000100:00100000:1.0:1788536265.463744:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:30726:x1875415573947904:12345-192.168.203.55@tcp:36:mkdir.0 00010000:00010000:1.0:1788536265.463802:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788536265.463807:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:2355:x1875415573947648:12345-192.168.203.55@tcp:41:mkdir.0 Request processed in 145us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.463818:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1270 00010000:00010000:1.0:1788536265.463851:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5170b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0df7 expref: 45 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.463874:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:1.0:1788536265.463886:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536265.464038:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+44:30726:x1875415573947904:12345-192.168.203.55@tcp:36:mkdir.0 Request processed in 297us (568us total) trans 0 rc -17/-17 00000100:00100000:1.0:1788536265.464047:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1271 00000100:00100000:1.0:1788536265.467180:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.467559:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573948032 00000100:00100000:3.0:1788536265.467577:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573948032 00000100:00100000:3.0:1788536265.467655:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1272 00000100:00100000:3.0:1788536265.467667:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+44:30726:x1875415573948032:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:3.0:1788536265.467695:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536265.467739:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51712 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0dfe expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.467841:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.467863:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.467875:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536265.467921:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:3.0:1788536265.467925:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536265.467949:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.467979:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51712 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 46 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.468001:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 45 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.468012:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:3.0:1788536265.468016:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536265.468020:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547000, rc 0) 00000100:00100000:3.0:1788536265.468113:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+45:30726:x1875415573948032:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 447us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536265.468121:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1272 00000100:00100000:0.0:1788536265.471104:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.471240:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573948160 00000100:00100000:2.0:1788536265.471254:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573948160 00000100:00100000:2.0:1788536265.471329:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1273 00000100:00100000:2.0:1788536265.471340:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+45:30726:x1875415573948160:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:2.0:1788536265.471414:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.471443:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f51720 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e05 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471534:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471554:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471566:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471585:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471592:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471599:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471717:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51735 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471800:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471810:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536265.471859:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 16384 00000004:00200000:2.0:1788536265.471864:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536265.471886:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51735 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471901:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471908:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471915:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471922:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.471927:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471937:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471951:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:2.0:1788536265.471955:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.471960:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471972:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51727 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471987:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471993:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.471999:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.472005:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.472008:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.472014:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.472021:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536265.472024:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.472027:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.472033:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5172e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.472070:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f51720 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e05 expref: 47 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.472248:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51735 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e05 expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.472257:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536265.472260:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536265.472263:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d000, rc 0) 00000100:00100000:2.0:1788536265.472351:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:30726:x1875415573948160:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 1012us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.472360:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1273 00000100:00100000:1.0:1788536265.483755:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536265.484456:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573948288 00000100:00100000:0.0:1788536265.484467:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573948288 00000100:00100000:0.0:1788536265.484532:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1274 00000100:00100000:0.0:1788536265.484543:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:30727:x1875415573948288:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536265.484576:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536265.484597:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5173c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e0c expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484675:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484690:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484701:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484717:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484724:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484730:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484794:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484802:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484810:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484817:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536265.484832:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484840:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484855:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:0.0:1788536265.484859:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536265.484864:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484870:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f51743 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484885:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484891:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484897:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484902:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536265.484906:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484912:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484920:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536265.484923:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536265.484926:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484931:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f5174a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484968:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5173c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e0c expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484978:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:0.0:1788536265.484981:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536265.484984:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5173c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e0c expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.484992:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536265.485053:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:30727:x1875415573948288:12345-192.168.203.55@tcp:101:rm.0 Request processed in 512us (1308us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536265.485061:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1274 00000100:00100000:1.0:1788536265.506572:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.506983:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573948544 00000100:00100000:2.0:1788536265.506998:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573948544 00000100:00100000:2.0:1788536265.507077:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1275 00000100:00100000:2.0:1788536265.507104:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:30728:x1875415573948544:12345-192.168.203.55@tcp:101:dd.0 00010000:00010000:2.0:1788536265.507132:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.507136:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1788536265.507172:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51735 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e05 expref: 46 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.507198:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536265.507211:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536265.507228:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51751 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e13 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.507506:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.507529:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.507542:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.507559:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.507567:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.507575:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536265.509245:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:2.0:1788536265.509582:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509611:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509626:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509678:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509686:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509694:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509702:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.509708:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509718:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509733:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536265.509736:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.509744:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509749:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51758 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536265.509764:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000001b492d12 reply state 00000000be58a9dd transno 4294968144 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536265.509775:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536265.509835:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f51751 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509858:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.509865:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536265.509868:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536265.509870:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536265.509980:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:30728:x1875415573948544:12345-192.168.203.55@tcp:101:dd.0 Request processed in 2892us (3425us total) trans 4294968144 rc 0/0 00000100:00100000:2.0:1788536265.509990:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1275 00010000:00010000:1.0:1788536265.513645:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.513667:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.513676:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.513684:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536265.513690:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.513699:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.513722:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d61e36900) 00010000:00010000:1.0:1788536265.513726:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536265.513741:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.513748:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f5175f lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536265.544806:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.544999:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573948672 00000100:00100000:3.0:1788536265.545013:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573948672 00000100:00100000:3.0:1788536265.545106:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 347 00000100:00100000:3.0:1788536265.545117:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:30728:x1875415573948672:12345-192.168.203.55@tcp:101:dd.0 00010000:00010000:3.0:1788536265.545139:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536265.545164:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e1a expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536265.545198:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788536265.545224:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=643s v=(0 0) 00010000:00010000:3.0:1788536265.545229:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536265.545241:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 9 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.545262:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 9 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536265.545276:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547e00, rc 0) 00000100:00100000:3.0:1788536265.545423:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:30728:x1875415573948672:12345-192.168.203.55@tcp:101:dd.0 Request processed in 308us (632us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536265.545430:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 347 00000100:00100000:2.0:1788536265.561257:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.561520:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573948800 00000100:00100000:3.0:1788536265.561535:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573948800 00002000:00100000:3.0:1788536265.561606:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff8b1d7cb01f80 x1875415573948800/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:166/0 lens 488/0 e 0 to 0 dl 1788536276 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536265.561620:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7cb01f80 with x1875415573948800 ext(0->1048575) 00002000:00010000:3.0:1788536265.561627:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7cb01f80 00000100:00100000:3.0:1788536265.561772:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 111 00000100:00100000:3.0:1788536265.561785:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573948800:12345-192.168.203.55@tcp:4:dd.0 00000100:00100000:0.0:1788536265.600126:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573948800:12345-192.168.203.55@tcp:4:dd.0 Request processed in 38335us (38878us total) trans 4294967365 rc 0/0 00000100:00100000:0.0:1788536265.600142:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 111 00002000:00100000:0.0:1788536265.600155:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff8b1d7cb01f80 x1875415573948800/t4294967365(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:166/0 lens 488/448 e 0 to 0 dl 1788536276 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536265.600165:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7cb01f80 with x1875415573948800 ext(0->1048575) 00002000:00010000:0.0:1788536265.600172:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7cb01f80 00000100:00100000:2.0:1788536265.603287:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536265.603542:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573948928 00000100:00100000:0.0:1788536265.603553:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573948928 00000100:00100000:0.0:1788536265.603615:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1276 00000100:00100000:0.0:1788536265.603626:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:30728:x1875415573948928:12345-192.168.203.55@tcp:44:dd.0 00010000:00010000:1.0:1788536265.644329:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788536265.648674:0:5845:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000001:00080000:2.0:1788536265.648953:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968143 is committed 00000001:00080000:2.0:1788536265.648968:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968144 is committed 00000001:00080000:2.0:1788536265.648974:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968142 is committed 00000020:00080000:2.0:1788536265.648981:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000100:00100000:0.0:1788536265.648981:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:30728:x1875415573948928:12345-192.168.203.55@tcp:44:dd.0 Request processed in 45353us (45700us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.648994:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1276 00000020:00080000:3.0:1788536265.649016:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:3.0:1788536265.649028:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:3.0:1788536265.652306:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536265.652412:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573949056 00000100:00100000:1.0:1788536265.652424:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573949056 00000100:00100000:1.0:1788536265.652634:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 348 00000100:00100000:1.0:1788536265.652645:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573949056:12345-192.168.203.55@tcp:16:dd.0 00000001:00100000:0.0:1788536265.700281:0:6691:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000001:00080000:0.0:1788536265.700312:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967365 is committed 00000100:00100000:3.0:1788536265.700568:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573949056:12345-192.168.203.55@tcp:16:dd.0 Request processed in 47918us (48264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536265.700580:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 348 00000100:00100000:1.0:1788536265.704016:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536265.704427:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573949312 00000100:00100000:0.0:1788536265.704436:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573949312 00000100:00100000:0.0:1788536265.704491:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 258 00000100:00100000:0.0:1788536265.704501:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+46:30728:x1875415573949312:12345-192.168.203.55@tcp:35:dd.0 00000100:00100000:0.0:1788536265.705011:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:30728:x1875415573949312:12345-192.168.203.55@tcp:35:dd.0 Request processed in 509us (1000us total) trans 4294968145 rc 0/0 00000100:00100000:0.0:1788536265.705020:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 258 00000100:00100000:0.0:1788536265.717701:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536265.717762:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573949440 00000100:00100000:1.0:1788536265.717772:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573949440 00000100:00100000:1.0:1788536265.717849:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1277 00000100:00100000:1.0:1788536265.717861:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:30729:x1875415573949440:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536265.717899:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536265.717921:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5177b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e21 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.717982:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.717997:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.718009:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.718023:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.718030:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.718036:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719071:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51790 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719083:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51790 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719092:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51790 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536265.719122:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 16384 00000004:00200000:2.0:1788536265.719126:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536265.719144:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51790 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719157:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719164:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719170:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719180:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf2000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.719185:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719193:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719205:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:2.0:1788536265.719208:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.719213:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719220:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2000/0x94dfe24b69f51782 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719233:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719629:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719636:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719642:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77cf3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.719645:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719652:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719665:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8b1d4631b100) 00010000:00010000:2.0:1788536265.719668:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.719671:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719677:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3600/0x94dfe24b69f51789 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719721:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f5177b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e21 expref: 49 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719783:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d800/0x94dfe24b69f51790 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e21 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.719791:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536265.719793:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536265.719796:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d800, rc 0) 00000100:00100000:2.0:1788536265.719882:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:30729:x1875415573949440:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2022us (2190us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.719891:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1277 00000100:00100000:3.0:1788536265.736774:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.737129:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573949568 00000100:00100000:2.0:1788536265.737137:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573949568 00000100:00100000:2.0:1788536265.737212:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1278 00000100:00100000:2.0:1788536265.737220:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+96:30731:x1875415573949568:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536265.737239:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.737256:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51797 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e28 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.737312:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5179e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.737324:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5179e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.737332:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5179e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536265.737358:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536265.737361:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536265.737457:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5179e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.737481:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51797 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e28 expref: 98 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.737499:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5179e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e28 expref: 97 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.737509:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:2.0:1788536265.737512:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536265.737515:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d400, rc 0) 00000100:00100000:2.0:1788536265.737568:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+97:30731:x1875415573949568:12345-192.168.203.55@tcp:101:stat.0 Request processed in 348us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.737575:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1278 00000100:00100000:0.0:1788536265.746780:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.748002:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573949696 00000100:00100000:2.0:1788536265.748016:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573949696 00000100:00100000:2.0:1788536265.748097:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1279 00000100:00100000:2.0:1788536265.748108:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+97:30731:x1875415573949696:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536265.748140:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.748160:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f517a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e2f expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.748223:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.748238:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.748249:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.748262:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.748268:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.748274:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750645:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f517ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750665:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f517ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750677:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f517ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536265.750715:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 16384 00000004:00200000:2.0:1788536265.750718:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536265.750736:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f517ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750748:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750755:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750762:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750767:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.750771:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750778:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750790:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:2.0:1788536265.750794:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.750798:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750804:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f517ac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750817:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750839:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750844:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750849:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.750851:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750858:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750872:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536265.750875:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.750878:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750883:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f517b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750921:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f517a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e2f expref: 99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750935:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbbc00/0x94dfe24b69f517ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e2f expref: 98 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.750941:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536265.750944:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536265.750947:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbbc00, rc 0) 00000100:00100000:2.0:1788536265.751026:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+98:30731:x1875415573949696:12345-192.168.203.55@tcp:101:stat.0 Request processed in 2919us (4254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.751043:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1279 00000100:00100000:0.0:1788536265.757035:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.757144:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573949824 00000100:00100000:2.0:1788536265.757153:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573949824 00000100:00100000:2.0:1788536265.757214:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1280 00000100:00100000:2.0:1788536265.757225:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+98:30731:x1875415573949824:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536265.757245:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.757265:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f517c1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e36 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757568:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757585:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757596:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757611:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757618:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757625:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757914:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757924:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757931:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536265.757962:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1788536265.757967:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536265.757985:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.757996:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758004:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758010:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758017:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758023:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.758027:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758034:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758045:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536265.758048:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.758053:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758058:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f517c8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758070:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758075:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758081:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758085:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536265.758088:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758093:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758099:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536265.758101:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536265.758103:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758108:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f517cf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758136:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f517c1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 100 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758149:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.758156:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536265.758159:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536265.758161:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3600, rc 0) 00000100:00100000:2.0:1788536265.758215:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+99:30731:x1875415573949824:12345-192.168.203.55@tcp:101:stat.0 Request processed in 993us (1188us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.758222:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1280 00000100:00100000:3.0:1788536265.784247:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.784425:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573949952 00000100:00100000:2.0:1788536265.784436:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573949952 00000100:00100000:2.0:1788536265.784496:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 349 00000100:00100000:2.0:1788536265.784506:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573949952:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536265.784523:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.784544:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f517dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e3d expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536265.784609:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583121280:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536265.784717:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0d80 going to sleep for 11 seconds 00002000:00010000:2.0:1788536265.793363:0:16289:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:2.0:1788536265.793455:0:16289:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb mtime: 0 -> 1788536265 00002000:00010000:2.0:1788536265.793458:0:16289:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb atime: 0 -> 1788536265 00002000:00010000:2.0:1788536265.793460:0:16289:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb ctime: 0 -> 1788536265 00002000:00010000:2.0:1788536265.793463:0:16289:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x240000400:0x19:0x0] updating lvb blocks: 1 -> 2051 00000100:00100000:2.0:1788536265.793487:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583121280:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536265.793527:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f517dd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e3d expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.793553:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f517dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e3d expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.793567:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:2.0:1788536265.793675:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573949952:12345-192.168.203.55@tcp:101:stat.0 Request processed in 9170us (9438us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536265.793684:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 349 00000100:00100000:0.0:1788536265.808795:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.808957:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573950080 00000100:00100000:3.0:1788536265.808969:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573950080 00000100:00100000:3.0:1788536265.809143:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 350 00000100:00100000:3.0:1788536265.809154:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573950080:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536265.809172:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536265.809190:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000878847bc/0x94dfe24b69f517e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e44 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536265.809262:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77644e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583121408:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536265.809348:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536265.811770:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77644e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583121408:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536265.811886:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000878847bc/0x94dfe24b69f517e4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e44 expref: 17 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.811987:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000878847bc/0x94dfe24b69f517e4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e44 expref: 17 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536265.812002:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547400, rc 0) 00000100:00100000:0.0:1788536265.812055:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573950080:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2903us (3271us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536265.812061:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 350 00000100:00100000:0.0:1788536265.817110:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.817202:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573950208 00000100:00100000:2.0:1788536265.817212:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573950208 00000100:00100000:2.0:1788536265.817266:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1281 00000100:00100000:2.0:1788536265.817276:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+99:30732:x1875415573950208:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536265.817295:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536265.817317:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f517eb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e4b expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.817689:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.817701:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.817711:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536265.817807:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 16384 00000004:00200000:2.0:1788536265.817811:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536265.817839:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.817865:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f517eb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 101 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.817881:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 100 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536265.817889:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536265.817892:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536265.817896:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3c00, rc 0) 00000100:00100000:2.0:1788536265.818014:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+100:30732:x1875415573950208:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 739us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.818021:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1281 00000100:00100000:2.0:1788536265.820707:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536265.820792:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573950336 00000100:00100000:3.0:1788536265.820803:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573950336 00000100:00100000:3.0:1788536265.820891:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 351 00000100:00100000:3.0:1788536265.820901:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573950336:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536265.820921:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536265.820939:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008ba0bf85/0x94dfe24b69f517f9 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e52 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536265.820998:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77646d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583121536:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536265.821081:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536265.825070:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77646d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583121536:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536265.825110:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008ba0bf85/0x94dfe24b69f517f9 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e52 expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.825136:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008ba0bf85/0x94dfe24b69f517f9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e52 expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536265.825150:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547800, rc 0) 00000100:00100000:1.0:1788536265.825213:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573950336:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4314us (4518us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536265.825222:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 351 00000100:00100000:0.0:1788536265.831040:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536265.831116:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573950592 00000100:00100000:2.0:1788536265.831126:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573950592 00000100:00100000:2.0:1788536265.831206:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1282 00000100:00100000:2.0:1788536265.831217:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+100:30732:x1875415573950592:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536265.832906:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:2.0:1788536265.833023:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+100:30732:x1875415573950592:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 1803us (1988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.833035:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1282 00000100:00100000:0.0:1788536265.836040:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583121664:0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.836105:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536265.836254:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583121920:0@lo:400:kworker.0 00000100:00100000:2.0:1788536265.836296:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536265.836316:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583122176:0@lo:400:kworker.0 00000100:00100000:2.0:1788536265.836333:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788536265.836342:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583121792:0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.836349:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536265.836398:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536265.836404:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583122048:0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.836431:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536265.836469:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583121664 00000100:00100000:0.0:1788536265.836476:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583121664 00000100:00100000:0.0:1788536265.836987:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788536265.836997:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583121664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536265.837027:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536265.837054:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583122304:0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.837061:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583121664:12345-0@lo:400:kworker.0 Request processed in 65us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.837069:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1788536265.837086:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536265.837120:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583121920 00000100:00100000:2.0:1788536265.837125:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583121920 00000100:00100000:2.0:1788536265.837456:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583122176 00000100:00100000:2.0:1788536265.837461:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583122176 00000100:00100000:2.0:1788536265.837489:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583121792 00000100:00100000:2.0:1788536265.837492:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583121792 00000100:00100000:2.0:1788536265.837511:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788536265.837519:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583121920:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788536265.837552:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536265.837567:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583121920:12345-0@lo:400:kworker.0 Request processed in 48us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.837576:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1788536265.837586:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1788536265.837600:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1788536265.837601:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583122176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536265.837612:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583121792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536265.837646:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583122176:12345-0@lo:400:kworker.0 Request processed in 52us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536265.837654:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1788536265.837659:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583121792:12345-0@lo:400:kworker.0 Request processed in 49us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536265.837667:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1788536265.837766:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583121664:0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.837780:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583122176:0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.837810:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583122048 00000100:00100000:0.0:1788536265.837814:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583122048 00000100:00100000:0.0:1788536265.837863:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583122304 00000100:00100000:0.0:1788536265.837878:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583122304 00000100:00100000:0.0:1788536265.837901:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1788536265.837907:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583122048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.837942:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583122048:12345-0@lo:400:kworker.0 Request processed in 36us (1511us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.837948:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1788536265.837957:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1788536265.837962:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583122304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.837989:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583122304:12345-0@lo:400:kworker.0 Request processed in 26us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536265.837995:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1788536265.838014:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583121792:0@lo:400:kworker.0 00000100:00100000:0.0:1788536265.838032:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583122048:0@lo:400:kworker.0 00000100:00100000:2.0:1788536265.838033:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:2.0:1788536265.838042:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967375 00000100:00100000:2.0:1788536265.838064:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583122304:0@lo:400:kworker.0 00000100:00100000:2.0:1788536265.838076:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583121920:0@lo:400:kworker.0 00000100:00080000:3.0:1788536265.838278:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536265.838282:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536266.369651:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583122432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536266.369749:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536266.369849:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583122432 00000100:00100000:3.0:1788536266.369859:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583122432 00000100:00100000:3.0:1788536266.369924:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1788536266.369934:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583122432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536266.369964:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536266.370149:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583122432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 216us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536266.370157:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1788536266.370214:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583122432:0@lo:13:osp-pre-1-0.0 00000001:00100000:1.0:1788536266.406498:0:7634:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000040:00080000:1.0:1788536266.476145:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536266.476154:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536266.476200:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 4 00000040:00080000:1.0:1788536266.476206:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536266.476539:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583122560:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536266.476633:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536266.479787:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583122560:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536266.481662:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536266.481880:0:5835:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573950720 00000100:00100000:3.0:1788536266.481888:0:5835:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573950720 00000100:00100000:3.0:1788536266.481942:0:5835:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 3 00000100:00100000:3.0:1788536266.481951:0:5835:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:30742:x1875415573950720:12345-192.168.203.55@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1788536266.482105:0:5835:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:30742:x1875415573950720:12345-192.168.203.55@tcp:900:lhsmtool_posix.0 Request processed in 154us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536266.482113:0:5835:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 3 00000100:00100000:0.0:1788536266.484691:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536266.484758:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573950848 00000100:00100000:3.0:1788536266.484767:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573950848 00000100:00100000:3.0:1788536266.484827:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1283 00000100:00100000:3.0:1788536266.484837:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:30742:x1875415573950848:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536266.484866:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536266.484973:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:30742:x1875415573950848:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 136us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536266.484988:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1283 00000100:00100000:0.0:1788536266.487940:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536266.487987:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573951104 00000100:00100000:1.0:1788536266.487995:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573951104 00000100:00100000:1.0:1788536266.488045:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1284 00000100:00100000:1.0:1788536266.488053:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:30742:x1875415573951104:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536266.488080:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536266.488097:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51800 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e59 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.488182:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.488196:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.488209:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536266.488220:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:1.0:1788536266.488343:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf2200/0x94dfe24b69f51800 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 10 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.488358:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 9 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.488465:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:1.0:1788536266.488470:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536266.488474:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d77cf3e00, rc 0) 00000100:00100000:1.0:1788536266.488543:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30742:x1875415573951104:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 489us (608us total) trans 4294968146 rc 0/0 00000100:00100000:1.0:1788536266.488553:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1284 00000100:00100000:1.0:1788536266.491937:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536266.492137:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573951232 00000100:00100000:0.0:1788536266.492151:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573951232 00000100:00100000:0.0:1788536266.492220:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 352 00000100:00100000:0.0:1788536266.492231:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2353:x1875415573951232:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536266.492278:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.492305:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 8 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.492313:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x19:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536266.492318:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536266.492326:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.492382:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 8 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.492397:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 8 pid: 6668 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536266.492411:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583122688:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536266.492480:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d586c1840 going to sleep for 11 seconds 00000100:00080000:0.0:1788536266.492493:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536266.494995:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583122688:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536266.495041:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536266.498222:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536266.498303:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573951360 00000100:00100000:3.0:1788536266.498313:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573951360 00010000:00010000:3.0:1788536266.498400:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 9 pid: 6668 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536266.498433:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 381 00000100:00100000:3.0:1788536266.498443:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573951360:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536266.498459:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536266.498482:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 9 pid: 6668 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.498496:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 9 pid: 6668 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.498521:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f51774 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e1a expref: 9 pid: 6668 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.498536:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536266.498541:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536266.498548:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.498558:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.498582:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536266.498644:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573951360:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 201us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536266.498652:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 381 00000100:00080000:1.0:1788536266.499417:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536266.499433:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.499444:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.499473:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.499482:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.499490:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.499497:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536266.499502:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.499511:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.499544:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536266.499551:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009f0ecc2d/0x94dfe24b69f51815 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536266.499979:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2353:x1875415573951232:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 7385us (7686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536266.499990:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 352 00000100:00100000:0.0:1788536266.506053:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536266.506104:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573951616 00000100:00100000:2.0:1788536266.506113:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573951616 00000100:00100000:2.0:1788536266.506173:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1285 00000100:00100000:2.0:1788536266.506351:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30742:x1875415573951616:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536266.506482:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30742:x1875415573951616:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 134us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536266.507828:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1285 00000100:00100000:3.0:1788536266.514637:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536266.514767:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573951744 00000100:00100000:0.0:1788536266.514777:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573951744 00000100:00100000:0.0:1788536266.514839:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 353 00000100:00100000:0.0:1788536266.514849:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2355:x1875415573951744:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536266.514869:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536266.514889:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e60 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536266.514914:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a9ae5c9, atime: 0x0, ctime: 0x6a9ae5c9, blocks: 0x803 00010000:00010000:0.0:1788536266.514933:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=644s v=(0 0) 00010000:00010000:0.0:1788536266.514937:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536266.514947:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 6 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.514964:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 6 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.514976:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7772fe00, rc 0) 00000100:00100000:0.0:1788536266.515028:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2355:x1875415573951744:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 182us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536266.515035:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 353 00000100:00100000:2.0:1788536266.518590:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536266.518663:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573952000 00000100:00100000:3.0:1788536266.518684:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573952000 00000100:00100000:3.0:1788536266.518738:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1286 00000100:00100000:3.0:1788536266.518748:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30742:x1875415573952000:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536266.518862:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30742:x1875415573952000:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 115us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536266.518869:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1286 00000100:00100000:0.0:1788536266.531604:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536266.533674:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573952128 00000100:00100000:1.0:1788536266.533690:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573952128 00002000:00100000:1.0:1788536266.533799:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff8b1c41c89180 x1875415573952128/t0(0) o3->9d7f9c43-7530-4f55-b26f-a400ae2ed814@192.168.203.55@tcp:167/0 lens 488/0 e 0 to 0 dl 1788536277 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536266.533812:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c89180 with x1875415573952128 ext(0->1048575) 00002000:00010000:1.0:1788536266.533826:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c41c89180 00000100:00100000:1.0:1788536266.533865:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 112 00000100:00100000:1.0:1788536266.533875:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2354:x1875415573952128:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788536266.560463:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2354:x1875415573952128:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 26580us (28860us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1788536266.560477:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 112 00002000:00100000:1.0:1788536266.560490:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->1048575) req@ffff8b1c41c89180 x1875415573952128/t0(0) o3->9d7f9c43-7530-4f55-b26f-a400ae2ed814@192.168.203.55@tcp:167/0 lens 488/440 e 0 to 0 dl 1788536277 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536266.560500:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c41c89180 with x1875415573952128 ext(0->1048575) 00002000:00010000:1.0:1788536266.560521:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c41c89180 00000100:00100000:3.0:1788536266.611349:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536266.611764:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573952256 00000100:00100000:2.0:1788536266.611775:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573952256 00000100:00100000:2.0:1788536266.611957:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1287 00000100:00100000:2.0:1788536266.611969:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30742:x1875415573952256:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536266.611990:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536266.612010:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51823 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e67 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.612046:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.612061:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.612072:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.612173:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51823 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 11 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.612197:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 10 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.612206:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536266.612209:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536266.612212:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2a00, rc 0) 00000100:00100000:2.0:1788536266.612278:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30742:x1875415573952256:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 311us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536266.612285:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1287 00000100:00100000:2.0:1788536266.621238:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536266.621335:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573952384 00000100:00100000:3.0:1788536266.621344:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573952384 00000100:00100000:2.0:1788536266.625038:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1288 00000100:00100000:2.0:1788536266.625057:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30742:x1875415573952384:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536266.625087:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536266.634771:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30742:x1875415573952384:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 9708us (13528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536266.634788:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1288 00000100:00100000:1.0:1788536266.659457:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536266.659741:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573952512 00000100:00100000:2.0:1788536266.659752:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573952512 00000100:00100000:2.0:1788536266.659842:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 354 00000100:00100000:2.0:1788536266.659854:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2355:x1875415573952512:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536266.659897:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.659913:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536266.659918:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536266.659924:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.659938:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.659968:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.659976:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.659984:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.659991:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536266.659995:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.660004:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.660020:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536266.660029:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c2803312/0x94dfe24b69f51831 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536266.660111:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2355:x1875415573952512:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 259us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536266.660120:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 354 00010000:00010000:2.0:1788536266.670028:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536266.699942:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536266.699986:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573952768 00000100:00100000:0.0:1788536266.699995:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573952768 00000100:00100000:0.0:1788536266.700046:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1289 00000100:00100000:0.0:1788536266.700057:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30742:x1875415573952768:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536266.700164:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.700185:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 10 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.700193:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.700228:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 10 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.700243:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 10 pid: 5824 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536266.700256:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583122816:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536266.700341:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684480 going to sleep for 11 seconds 00000100:00100000:2.0:1788536266.706482:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536266.708919:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583122816:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536266.708946:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536266.710076:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573952896 00000100:00100000:3.0:1788536266.710088:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573952896 00010000:00010000:3.0:1788536266.710126:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 11 pid: 5824 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536266.710178:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 382 00000100:00100000:3.0:1788536266.710189:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46a20c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:2355:x1875415573952896:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536266.710203:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536266.710210:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 11 pid: 5824 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.710224:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 11 pid: 5824 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.710246:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f5182a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e67 expref: 11 pid: 5824 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.710260:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:3.0:1788536266.710265:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.710275:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.710282:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536266.710310:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536266.710366:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46a20c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:2355:x1875415573952896:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 179us (3893us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536266.710389:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 382 00010000:00010000:0.0:1788536266.710513:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.710521:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.710708:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.710723:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.710730:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.710736:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536266.710741:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.710748:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.710758:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:0.0:1788536266.710770:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536266.710774:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536266.710780:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f51838 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536266.710925:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30742:x1875415573952768:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 10869us (10992us total) trans 4294968147 rc 0/0 00000100:00100000:0.0:1788536266.710934:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1289 00000040:00080000:3.0:1788536266.715426:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536266.715435:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536266.717579:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788536266.717596:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536266.723102:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536266.723173:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573953152 00000100:00100000:0.0:1788536266.723183:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573953152 00000100:00100000:0.0:1788536266.723241:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 259 00000100:00100000:0.0:1788536266.723250:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30742:x1875415573953152:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536266.723514:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30742:x1875415573953152:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 264us (419us total) trans 4294968148 rc 0/0 00000100:00100000:0.0:1788536266.723523:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 259 00000040:00080000:0.0:1788536266.915773:0:21225:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536266.915784:0:21225:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536266.922685:0:21225:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 4 00000040:00080000:1.0:1788536266.922701:0:21225:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536267.032741:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536267.032807:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573953280 00000100:00100000:1.0:1788536267.032826:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573953280 00000100:00100000:1.0:1788536267.032914:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 355 00000100:00100000:1.0:1788536267.032925:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573953280:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536267.032942:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536267.032960:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e6e expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.032985:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536267.032990:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536267.032998:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.033019:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.033033:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:1.0:1788536267.033086:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415573953280:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 164us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.033094:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 355 00000100:00080000:0.0:1788536267.033302:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536267.057984:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536267.058051:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573953536 00000100:00100000:2.0:1788536267.058061:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573953536 00000100:00100000:2.0:1788536267.058161:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1290 00000100:00100000:2.0:1788536267.058172:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+100:30743:x1875415573953536:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536267.058191:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536267.058210:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51846 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e75 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.058301:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f5184d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.058315:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f5184d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.058328:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f5184d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536267.058339:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:2.0:1788536267.058475:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51846 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e75 expref: 103 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.058497:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f5184d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e75 expref: 102 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.058507:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536267.058510:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788536267.058514:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:2.0:1788536267.058573:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+102:30743:x1875415573953536:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 403us (598us total) trans 4294968149 rc 0/0 00000100:00100000:2.0:1788536267.058580:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1290 00000100:00080000:0.0:1788536267.059027:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536267.066577:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536267.067156:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573953664 00000100:00100000:0.0:1788536267.067166:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573953664 00000100:00100000:0.0:1788536267.069098:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:0.0:1788536267.069121:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415573953664:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:0.0:1788536267.069173:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.069194:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 5 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.069205:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.069214:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536267.069218:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536267.069224:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 5/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.069262:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.069285:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 17 pid: 6666 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536267.069300:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583122944:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536267.069445:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 5 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.069457:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 5 pid: 6668 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536267.069467:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583123072:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536267.069490:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684480 going to sleep for 11 seconds 00000100:00100000:1.0:1788536267.077111:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583122944:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536267.077163:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583123072:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536267.077190:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536267.077503:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536267.077535:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536267.077562:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573953920 00000100:00100000:1.0:1788536267.077568:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573953920 00010000:00010000:1.0:1788536267.077603:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 6 pid: 6668 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536267.077622:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573953792 00000100:00100000:3.0:1788536267.077628:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573953792 00010000:00010000:3.0:1788536267.077652:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 18 pid: 6666 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536267.077652:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 383 00000100:00100000:1.0:1788536267.077665:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2354:x1875415573953920:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536267.077681:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1788536267.077686:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 384 00000100:00100000:3.0:1788536267.077696:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415573953792:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536267.077705:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536267.077947:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 6 pid: 6668 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.077961:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 6 pid: 6668 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.077983:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008919f902/0x94dfe24b69f5181c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e60 expref: 6 pid: 6668 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.078001:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536267.078053:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2354:x1875415573953920:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 391us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.078068:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 383 00010000:00010000:3.0:1788536267.083473:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 18 pid: 6666 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.083495:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 18 pid: 6666 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.083520:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f5183f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e6e expref: 18 pid: 6666 timeout: 745 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.083545:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536267.083550:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536267.083557:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.083568:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.083605:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536267.083679:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415573953792:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 5983us (6140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536267.083691:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 384 00010000:00010000:1.0:1788536267.083732:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.083745:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.083773:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.083782:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.083791:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.083799:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536267.083804:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.083823:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.083837:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.083858:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f5185b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536267.083926:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573953664:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 14815us (17359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.083936:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 356 00000100:00100000:1.0:1788536267.087100:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536267.087366:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573954176 00000100:00100000:3.0:1788536267.087413:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573954176 00000100:00100000:3.0:1788536267.087467:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 260 00000100:00100000:3.0:1788536267.087478:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b9b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:30743:x1875415573954176:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:3.0:1788536267.088222:0:5826:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x27:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f5184d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e75 expref: 102 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536267.088462:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968150 00000001:00080000:3.0:1788536267.093007:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968151 00010000:00010000:3.0:1788536267.093112:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.093133:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.093142:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 105 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.093150:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 10 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.093158:0:5826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 6/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.093194:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 10 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.093217:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 10 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536267.093231:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77644000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583123200:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536267.093332:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 105 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.093341:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 105 pid: 5825 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536267.093349:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583123328:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536267.093418:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.093427:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 47 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536267.093434:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583123456:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536267.093456:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536267.099216:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536267.099253:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536267.099274:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536267.099339:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573954304 00000100:00100000:1.0:1788536267.099347:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573954304 00010000:00010000:1.0:1788536267.099424:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 11 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536267.099455:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573954560 00000100:00100000:1.0:1788536267.099459:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573954560 00010000:00010000:1.0:1788536267.099473:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 48 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536267.099490:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573954432 00000100:00100000:1.0:1788536267.099493:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573954432 00010000:00010000:1.0:1788536267.099504:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 106 pid: 5825 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536267.099519:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 385 00000100:00100000:1.0:1788536267.099527:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:2352:x1875415573954304:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00080000:2.0:1788536267.099623:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536267.099661:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536267.099669:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 11 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.099694:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 11 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.099716:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:1.0:1788536267.099721:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.099728:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.099733:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536267.099833:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:2352:x1875415573954304:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 305us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.099841:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 385 00000100:00100000:1.0:1788536267.099860:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00100000:1.0:1788536267.099866:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:2352:x1875415573954560:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536267.099875:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536267.099881:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 48 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.099890:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 48 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.099903:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:1.0:1788536267.099906:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.099924:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.099930:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536267.099951:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:2352:x1875415573954560:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 85us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.099958:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00100000:1.0:1788536267.099975:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 387 00000100:00100000:1.0:1788536267.099982:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:2352:x1875415573954432:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536267.099989:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536267.099995:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 106 pid: 5825 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.100006:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 106 pid: 5825 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.100018:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:1.0:1788536267.100022:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.100030:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.100038:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.100055:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536267.100073:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:2352:x1875415573954432:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 92us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.100085:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 387 00010000:00010000:3.0:1788536267.100244:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77cf3e00/0x94dfe24b69f51807 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e59 expref: 10 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536267.100259:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77644000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583123200:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536267.100272:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f517d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e36 expref: 105 pid: 5825 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536267.100283:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645880 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583123328:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536267.100293:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51766 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e13 expref: 47 pid: 5824 timeout: 745 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536267.100302:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583123456:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536267.100329:0:5826:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.100339:0:5826:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.100345:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536267.100490:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968152 00000001:00080000:3.0:1788536267.100705:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968153 00000001:00080000:3.0:1788536267.100755:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968154 00000100:00100000:3.0:1788536267.100841:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583123584:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788536267.100893:0:5826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536267.100919:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f00c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536267.101575:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583123584 00000100:00100000:1.0:1788536267.101582:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583123584 00000100:00100000:1.0:1788536267.101633:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788536267.101640:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583123584:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788536267.101710:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583123584:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 71us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.101717:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788536267.101764:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583123584:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1788536267.102195:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968155 00000100:00100000:1.0:1788536267.102245:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583123712:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788536267.102274:0:5826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536267.102292:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ece40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536267.102304:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583123712 00000100:00100000:1.0:1788536267.102307:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583123712 00000100:00100000:1.0:1788536267.102330:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788536267.102335:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583123712:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788536267.102553:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5826:x1875415583123712:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 217us (277us total) trans 4294967366 rc 0/0 00000100:00100000:1.0:1788536267.102560:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788536267.102592:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583123712:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1788536267.102609:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.102618:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.102633:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.102639:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536267.102643:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.102652:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.102664:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:1.0:1788536267.102667:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1788536267.102671:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.102677:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546600/0x94dfe24b69f51862 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536267.102844:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x4c:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1788536267.102975:0:5826:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:1.0:1788536267.102986:0:5826:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 645330616354ns, next at 646330614218ns, rc = 0 00000001:00080000:1.0:1788536267.102993:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968156 00010000:00010000:1.0:1788536267.103024:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:1.0:1788536267.103027:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788536267.103035:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f5184d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e75 expref: 109 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536267.103113:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b9b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:30743:x1875415573954176:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 15638us (16020us total) trans 4294968157 rc 0/0 00000100:00100000:1.0:1788536267.103129:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 260 00000020:00080000:1.0:1788536267.103133:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00080000:3.0:1788536267.103421:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536267.149516:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536267.149592:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573954816 00000100:00100000:3.0:1788536267.149604:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573954816 00000100:00100000:3.0:1788536267.149673:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1291 00000100:00100000:3.0:1788536267.149682:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:30746:x1875415573954816:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536267.149707:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536267.149728:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51869 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e7c expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.149802:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.149828:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.149840:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.149855:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.149862:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.149868:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150186:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5187e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150310:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5187e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150318:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5187e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536267.150331:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:3.0:1788536267.150495:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150508:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150516:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150522:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536267.150526:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150534:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150546:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:3.0:1788536267.150548:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536267.150553:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150559:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f51870 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150570:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150574:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150580:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150585:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536267.150589:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150595:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150602:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536267.150605:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536267.150608:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150613:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f51877 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150655:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f51869 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e7c expref: 111 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150668:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5187e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e7c expref: 110 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.150675:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:3.0:1788536267.150677:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536267.150680:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546000, rc 0) 00000100:00100000:3.0:1788536267.150956:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+110:30746:x1875415573954816:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1274us (1450us total) trans 4294968158 rc 0/0 00000100:00100000:3.0:1788536267.150965:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1291 00000100:00100000:2.0:1788536267.160016:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536267.163000:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573954944 00000100:00100000:0.0:1788536267.163014:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573954944 00000100:00100000:0.0:1788536267.163081:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1292 00000100:00100000:0.0:1788536267.163091:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+110:30746:x1875415573954944:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:0.0:1788536267.163153:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163169:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163181:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163219:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163226:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163233:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163239:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536267.163243:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163251:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163263:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:0.0:1788536267.163266:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536267.163271:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536267.163278:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5188c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536267.163351:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+110:30746:x1875415573954944:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 260us (3344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536267.163359:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1292 00000100:00100000:2.0:1788536267.165889:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536267.166000:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573955200 00000100:00100000:0.0:1788536267.166009:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573955200 00000100:00100000:0.0:1788536267.166063:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:0.0:1788536267.166073:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+110:30746:x1875415573955200:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:0.0:1788536267.166318:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:00ae59d6-327b-42ee-8208-04d639d528fc+111:30746:x1875415573955200:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 245us (437us total) trans 4294968159 rc 0/0 00000100:00100000:0.0:1788536267.166325:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 261 00000100:00100000:0.0:1788536267.439669:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536267.439818:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573955328 00000100:00100000:2.0:1788536267.439832:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573955328 00000100:00100000:2.0:1788536267.439913:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1293 00000100:00100000:2.0:1788536267.439926:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30720:x1875415573955328:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788536267.440095:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30720:x1875415573955328:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 163us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536267.440103:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1293 00000100:00100000:2.0:1788536267.458981:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536267.459264:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573955584 00000100:00100000:1.0:1788536267.459278:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573955584 00000100:00100000:1.0:1788536267.459345:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 262 00000100:00100000:1.0:1788536267.459357:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30720:x1875415573955584:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536267.459755:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30720:x1875415573955584:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 399us (789us total) trans 4294968160 rc 0/0 00000100:00100000:1.0:1788536267.459764:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 262 00010000:00010000:1.0:1788536267.692635:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536267.774322:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536267.774916:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573955840 00000100:00100000:2.0:1788536267.774930:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573955840 00000100:00100000:2.0:1788536267.775027:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1294 00000100:00100000:2.0:1788536267.775047:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+111:30767:x1875415573955840:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:2.0:1788536267.775081:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536267.775107:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51893 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e83 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.775241:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f5189a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.775258:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f5189a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.775275:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f5189a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536267.775289:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:2.0:1788536267.775486:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51893 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e83 expref: 114 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.775507:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f5189a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e83 expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.775518:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:2.0:1788536267.775521:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536267.775525:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2c00, rc 0) 00000100:00100000:2.0:1788536267.775958:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+113:30767:x1875415573955840:12345-192.168.203.55@tcp:101:cat.0 Request processed in 917us (1649us total) trans 4294968161 rc 0/0 00000100:00100000:2.0:1788536267.776233:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1294 00000100:00100000:2.0:1788536267.797630:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536267.797867:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573956224 00000100:00100000:1.0:1788536267.797881:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573956224 00000100:00100000:1.0:1788536267.797973:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 58 00000100:00100000:1.0:1788536267.797986:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:30767:x1875415573956224:12345-192.168.203.55@tcp:103:cat.0 00010000:00010000:1.0:1788536267.798006:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536267.798040:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5187e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e7c expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.798064:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:1.0:1788536267.798071:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536267.798154:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+112:30767:x1875415573956224:12345-192.168.203.55@tcp:103:cat.0 Request processed in 172us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.798163:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 58 00000100:00100000:1.0:1788536267.799446:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536267.799970:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573955968 00000100:00100000:2.0:1788536267.799986:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573955968 00000100:00100000:2.0:1788536267.800061:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 59 00000100:00100000:2.0:1788536267.800072:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46a21450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+112:2353:x1875415573955968:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536267.800096:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536267.800127:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f5189a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e83 expref: 112 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536267.800150:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9a00) 00010000:00010000:2.0:1788536267.800163:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536267.800229:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46a21450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+111:2353:x1875415573955968:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 160us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536267.800240:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 59 00000100:00100000:2.0:1788536267.824015:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536267.824121:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573956352 00000100:00100000:3.0:1788536267.824134:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573956352 00000100:00100000:3.0:1788536267.824259:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1295 00000100:00100000:3.0:1788536267.824272:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+111:30767:x1875415573956352:12345-192.168.203.55@tcp:58:cat.0 00010000:00010000:3.0:1788536267.824597:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.824619:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536267.824634:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536267.824960:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:3.0:1788536267.825082:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+111:30767:x1875415573956352:12345-192.168.203.55@tcp:58:cat.0 Request processed in 810us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536267.825092:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1295 00000100:00100000:0.0:1788536267.828469:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536267.828775:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573956480 00000100:00100000:1.0:1788536267.828788:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573956480 00000100:00100000:1.0:1788536267.828909:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1296 00000100:00100000:1.0:1788536267.828922:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:30767:x1875415573956480:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536267.828951:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536267.828981:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f518af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e8a expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.829058:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.829072:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f518af lrc: 4/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e8a expref: 112 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.829181:0:5823:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.833905:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f518af lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e8a expref: 112 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.833931:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:1.0:1788536267.833935:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536267.833940:0:5823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f518af lrc: 3/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e8a expref: 112 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536267.833951:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6600, rc 0) 00000100:00100000:1.0:1788536267.834050:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+112:30767:x1875415573956480:12345-192.168.203.55@tcp:101:cat.0 Request processed in 5130us (5679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536267.834082:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1296 00000100:00100000:3.0:1788536267.884798:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536267.894747:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583123840:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536267.894872:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536267.902586:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583123840 00000100:00100000:2.0:1788536267.902609:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583123840 00000100:00100000:2.0:1788536267.902856:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1788536267.902869:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583123840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536267.902920:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3856662528 avail 3854565376 00000100:00100000:2.0:1788536267.903037:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583123840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 171us (8165us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536267.903046:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1788536267.903166:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583123840:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788536268.716336:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536268.780874:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536268.780887:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536268.780941:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 5 00000040:00080000:1.0:1788536268.780949:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536269.739918:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536270.048689:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536270.048822:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536270.048857:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536270.048897:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536270.048929:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536270.048943:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573956864 00000100:00100000:1.0:1788536270.048957:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536270.048960:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573956864 00000100:00100000:1.0:1788536270.048991:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536270.049021:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573956992 00000100:00100000:1.0:1788536270.049026:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573956992 00000100:00100000:0.0:1788536270.049041:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573957248 00000100:00100000:0.0:1788536270.049047:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573957248 00000100:00100000:1.0:1788536270.049057:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573957760 00000100:00100000:1.0:1788536270.049062:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573957760 00000100:00100000:0.0:1788536270.049075:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 465 00000100:00100000:0.0:1788536270.049088:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573956864:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536270.049100:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:1.0:1788536270.049110:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573956992:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536270.049196:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573956864:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 110us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536270.049204:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 465 00000100:00100000:0.0:1788536270.049224:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:0.0:1788536270.049231:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573957248:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536270.049299:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573956608 00000100:00100000:3.0:1788536270.049304:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573956608 00000100:00100000:3.0:1788536270.049340:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 598 00000100:00100000:3.0:1788536270.049347:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:2355:x1875415573956608:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536270.049453:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:2354:x1875415573956992:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 345us (554us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536270.049462:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:1.0:1788536270.049477:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 468 00000100:00100000:1.0:1788536270.049483:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2354:x1875415573957760:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536270.049510:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2354:x1875415573957760:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536270.049540:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 468 00000100:00100000:1.0:1788536270.050536:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573956736 00000100:00100000:1.0:1788536270.050547:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573956736 00000100:00100000:1.0:1788536270.050724:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573957504 00000100:00100000:1.0:1788536270.050728:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573957504 00000100:00100000:1.0:1788536270.050759:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 450 00000100:00100000:1.0:1788536270.050767:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+112:2354:x1875415573956736:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536270.050882:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573957248:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1649us (1950us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536270.050890:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00080000:0.0:1788536270.050915:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536270.050921:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536270.050924:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536270.050937:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 451 00000100:00100000:0.0:1788536270.050945:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:2354:x1875415573957504:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536270.050982:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+112:2354:x1875415573956736:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 214us (2433us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536270.050989:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:2354:x1875415573957504:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 43us (2029us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536270.050995:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 450 00000100:00100000:0.0:1788536270.051004:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 451 00000100:00100000:1.0:1788536270.058003:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536270.058174:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536270.058222:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536270.058258:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573957376 00000100:00100000:1.0:1788536270.058270:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573957376 00000100:00100000:1.0:1788536270.058341:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573957632 00000100:00100000:1.0:1788536270.058925:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573957632 00000100:00100000:1.0:1788536270.058969:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 469 00000100:00100000:1.0:1788536270.058981:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573957376:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536270.059059:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573957376:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 80us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536270.059068:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 469 00000100:00100000:1.0:1788536270.059105:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 470 00000100:00100000:1.0:1788536270.059113:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2355:x1875415573957632:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536270.059142:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2355:x1875415573957632:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536270.059163:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 470 00000100:00100000:3.0:1788536270.059736:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:2355:x1875415573956608:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 8444us (8969us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536270.059748:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 598 00000100:00080000:0.0:1788536270.063549:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536270.063563:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536270.063598:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573957120 00000100:00100000:0.0:1788536270.063615:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573957120 00000100:00080000:2.0:1788536270.065705:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536270.065900:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 452 00000100:00100000:0.0:1788536270.065930:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573957120:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536270.066068:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573957120:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 155us (8081us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536270.066076:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 452 00010000:00010000:2.0:1788536270.763819:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536270.960999:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536270.961022:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583123968:0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.961098:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536270.961144:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583123968 00000100:00100000:3.0:1788536270.961153:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583123968 00000100:00100000:3.0:1788536270.961198:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788536270.961327:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583123968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.961404:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583123968:12345-0@lo:400:kworker.0 Request processed in 195us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536270.961412:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788536270.961532:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583123968:0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.961592:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536270.961600:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583124096:0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.961629:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536270.961669:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583124224:0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.961693:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536270.961720:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583124096 00000100:00100000:3.0:1788536270.961724:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583124096 00000100:00100000:3.0:1788536270.961750:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583124224 00000100:00100000:3.0:1788536270.961753:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583124224 00000100:00100000:3.0:1788536270.961781:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788536270.964270:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583124096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.964357:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583124096:12345-0@lo:400:kworker.0 Request processed in 110us (2727us total) trans 0 rc 0/0 00000100:00080000:2.0:1788536270.964410:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536270.964518:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583124096:0@lo:400:kworker.0 00000100:00100000:2.0:1788536270.964537:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536270.964551:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583124608:0@lo:400:kworker.0 00000100:00100000:2.0:1788536270.964597:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536270.965908:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1788536270.965932:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583124224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536270.966006:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583124224:12345-0@lo:400:kworker.0 Request processed in 86us (4312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536270.966014:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1788536270.968461:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583124224:0@lo:400:kworker.0 00000100:00100000:1.0:1788536270.968512:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583124352:0@lo:400:kworker.0 00000100:00100000:1.0:1788536270.968575:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536270.968613:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536270.968621:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583124480:0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.968628:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1788536270.968652:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536270.969671:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583124608 00000100:00100000:1.0:1788536270.969680:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583124608 00000100:00100000:1.0:1788536270.969735:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583124352 00000100:00100000:1.0:1788536270.969738:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583124352 00000100:00100000:1.0:1788536270.969762:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1788536270.969771:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583124608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536270.969837:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583124608:12345-0@lo:400:kworker.0 Request processed in 67us (5238us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536270.969844:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1788536270.969860:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1788536270.969867:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583124352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536270.969897:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583124352:12345-0@lo:400:kworker.0 Request processed in 31us (1326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536270.969919:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1788536270.969974:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583124608:0@lo:400:kworker.0 00000100:00100000:2.0:1788536270.973994:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583124480 00000100:00100000:2.0:1788536270.974010:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583124480 00000100:00100000:3.0:1788536270.974100:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1788536270.974113:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583124480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.974206:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583124480:12345-0@lo:400:kworker.0 Request processed in 96us (5553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536270.974219:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00080000:3.0:1788536270.974272:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536270.974277:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536270.974280:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536270.974947:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583124480:0@lo:400:kworker.0 00000100:00100000:3.0:1788536270.974964:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583124352:0@lo:400:kworker.0 00000001:00080000:0.0:1788536271.037757:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00000001:00080000:3.0:1788536271.047913:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968159 is committed 00000001:00080000:3.0:1788536271.047933:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968148 is committed 00000001:00080000:3.0:1788536271.047941:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968145 is committed 00000001:00080000:3.0:1788536271.047950:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968160 is committed 00000004:00080000:3.0:1788536271.047956:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000100:00100000:1.0:1788536271.049023:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583124736:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536271.049089:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:3.0:1788536271.049401:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d498ec6c0 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:3.0:1788536271.049407:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d498ec3c0 00000020:00080000:3.0:1788536271.049409:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794100 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d6f363c00 00000001:00080000:3.0:1788536271.049435:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968161 is committed 00000100:00100000:0.0:1788536271.049941:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583124736 00000100:00100000:0.0:1788536271.049950:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583124736 00000100:00100000:0.0:1788536271.050006:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1788536271.050015:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583124736:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788536271.050040:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:25 count 1 00002000:00010000:0.0:1788536271.050183:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a9ae5c9, atime: 0x0, ctime: 0x6a9ae5c9, blocks: 0x803 00010000:00010000:0.0:1788536271.050309:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536271.050326:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=649s v=(0 0) 00010000:00010000:0.0:1788536271.050330:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536271.050337:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536271.050584:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536271.050596:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536271.050604:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536271.050725:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000020:00080000:1.0:1788536271.050829:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:1.0:1788536271.050985:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:0.0:1788536271.051408:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583124736:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1392us (2317us total) trans 4294967367 rc 0/0 00000100:00100000:0.0:1788536271.051416:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1788536271.051534:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:1.0:1788536271.051540:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967366 committed transno 4294967366 00000100:00100000:1.0:1788536271.051563:0:3285:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1d7c4a4700 x1875415583124736/t4294967367(4294967367) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788536287 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788536271.051575:0:3285:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d7c4a4700/2, rc 0, transno 4294967367 00000100:00100000:1.0:1788536271.051579:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583124736:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788536271.051776:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536271.051794:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536271.051804:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536271.051808:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536271.051818:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536271.051835:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536271.051841:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000616cd06b/0x94dfe24b69f518b6 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536271.051861:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536271.051862:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536271.051864:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536271.469148:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583124864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536271.469244:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536271.469556:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583124864 00000100:00100000:0.0:1788536271.469567:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583124864 00000100:00100000:0.0:1788536271.469633:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1788536271.469644:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583124864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536271.469689:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536271.469755:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583124864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 112us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536271.469762:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:3.0:1788536271.473158:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583124864:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536271.787763:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536272.811888:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536272.825336:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536272.825515:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573957888 00000100:00100000:3.0:1788536272.825529:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573957888 00000100:00100000:3.0:1788536272.825617:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1297 00000100:00100000:3.0:1788536272.825640:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:30770:x1875415573957888:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:3.0:1788536272.828164:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536272.828253:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f518bd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e91 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.828364:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.828397:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.828411:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.828430:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.828437:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.828445:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829544:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829561:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829571:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788536272.829727:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:3.0:1788536272.829841:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:3.0:1788536272.829847:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536272.829880:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829898:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829908:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829914:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829922:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829929:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536272.829934:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829943:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829958:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:3.0:1788536272.829962:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536272.829968:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829975:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f518c4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829992:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.829999:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.830005:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.830011:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536272.830013:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.830020:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.830029:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d512a9a00) 00010000:00010000:3.0:1788536272.830031:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536272.830034:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.830039:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f518cb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.830087:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f518bd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.830102:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536272.830111:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536272.830113:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536272.830116:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49546000, rc 0) 00000100:00100000:3.0:1788536272.830359:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:30770:x1875415573957888:12345-192.168.203.55@tcp:101:stat.0 Request processed in 4720us (5036us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536272.830421:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1297 00000100:00100000:3.0:1788536273.005213:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583124992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536273.005311:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536273.008537:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583124992 00000100:00100000:1.0:1788536273.008559:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583124992 00000100:00100000:1.0:1788536273.008663:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1788536273.008689:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583124992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536273.008742:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3856662528 avail 3854565376 00000100:00100000:1.0:1788536273.008861:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583124992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 188us (3549us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536273.008869:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:1.0:1788536273.008945:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583124992:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536273.010816:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536273.092091:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536273.092197:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573958016 00000100:00100000:0.0:1788536273.092209:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573958016 00000100:00100000:0.0:1788536273.092296:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1298 00000100:00100000:0.0:1788536273.092309:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:30794:x1875415573958016:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536273.092349:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536273.092411:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f518d9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e98 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.092513:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f518e0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.092532:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f518e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.092547:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f518e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536273.092591:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536273.092596:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536273.092621:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f518e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.092648:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f518d9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e98 expref: 9 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.092670:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f518e0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e98 expref: 8 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.092898:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:0.0:1788536273.092902:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536273.092907:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:0.0:1788536273.092985:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+8:30794:x1875415573958016:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 679us (909us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536273.092997:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1298 00000100:00080000:3.0:1788536273.093411:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536273.109930:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536273.110055:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573958272 00000100:00100000:1.0:1788536273.110068:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573958272 00000100:00100000:1.0:1788536273.110163:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1299 00000100:00100000:1.0:1788536273.110176:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+8:30795:x1875415573958272:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536273.110237:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536273.110266:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f518e7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0e9f expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110364:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110443:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110458:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110477:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110485:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110493:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110816:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f518fc lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110828:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f518fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.110837:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f518fc lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536273.110847:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 16384 00010000:00010000:1.0:1788536273.111004:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111014:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111021:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111029:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536273.111034:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111042:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111056:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:1.0:1788536273.111060:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536273.111066:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111073:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f518ee lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111087:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111094:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111100:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111116:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536273.111119:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111125:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111133:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8b1d4631b000) 00010000:00010000:1.0:1788536273.111135:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536273.111138:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111144:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f518f5 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111691:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f518e7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e9f expref: 11 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111709:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f518fc lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e9f expref: 10 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.111718:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536273.111720:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536273.111723:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:1.0:1788536273.111821:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30795:x1875415573958272:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1647us (1906us total) trans 4294968162 rc 0/0 00000100:00100000:1.0:1788536273.111831:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1299 00000100:00100000:2.0:1788536273.120274:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536273.120547:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573958400 00000100:00100000:3.0:1788536273.120561:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573958400 00000100:00100000:0.0:1788536273.120832:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536273.120902:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1300 00000100:00100000:3.0:1788536273.120914:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30795:x1875415573958400:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788536273.121105:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30795:x1875415573958400:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 192us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536273.121114:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1300 00000100:00100000:2.0:1788536273.121175:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573958528 00000100:00100000:2.0:1788536273.121180:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573958528 00000100:00100000:2.0:1788536273.121225:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 60 00000100:00100000:2.0:1788536273.121234:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:2355:x1875415573958528:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536273.121247:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536273.121278:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f518fc lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e9f expref: 10 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.121302:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536273.121308:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536273.121343:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:2355:x1875415573958528:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 109us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536273.121349:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 60 00010000:00010000:2.0:1788536273.836408:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536273.899912:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536273.899947:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536273.900013:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 5 00000040:00080000:1.0:1788536273.900024:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536273.900204:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b8a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583125120:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536273.900338:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536273.909029:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b8a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583125120:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536273.910278:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536273.910729:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573958656 00000100:00100000:2.0:1788536273.910831:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573958656 00000100:00100000:2.0:1788536273.910967:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1301 00000100:00100000:2.0:1788536273.910980:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30796:x1875415573958656:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536273.911023:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536273.911194:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30796:x1875415573958656:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 215us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536273.911204:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1301 00000100:00100000:0.0:1788536273.915584:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536273.919805:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573958784 00000100:00100000:2.0:1788536273.919831:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573958784 00000100:00100000:2.0:1788536273.920059:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1302 00000100:00100000:2.0:1788536273.920075:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30796:x1875415573958784:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788536273.920177:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920201:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920216:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920236:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920245:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920252:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920282:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920291:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920298:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536273.920344:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1788536273.920349:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536273.920367:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920399:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920418:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920426:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920432:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536273.920438:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920447:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920462:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536273.920465:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536273.920472:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920479:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f5190a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920497:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920503:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920510:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920516:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536273.920520:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920536:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920546:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x4e3552f8 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536273.920549:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536273.920552:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920559:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51911 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x4e3552f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.920895:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.922012:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.922029:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.922036:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536273.922041:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.922052:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.922074:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:2.0:1788536273.922076:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536273.922082:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536273.922089:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51918 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536273.922234:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30796:x1875415573958784:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 2159us (6663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536273.922246:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1302 00000100:00100000:3.0:1788536273.944942:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536273.945156:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573959040 00000100:00100000:0.0:1788536273.945171:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573959040 00000100:00100000:0.0:1788536273.945264:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1303 00000100:00100000:0.0:1788536273.945277:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30796:x1875415573959040:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536273.945304:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536273.945332:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5191f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ea6 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945538:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945559:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945575:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536273.945590:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:0.0:1788536273.945739:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945749:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945757:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945774:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772fe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536273.945781:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945791:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945807:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:0.0:1788536273.945810:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536273.945816:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945823:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51926 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945876:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5191f lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ea6 expref: 11 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945888:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536273.945891:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536273.945895:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f5191f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ea6 expref: 11 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.945906:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:0.0:1788536273.945989:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30796:x1875415573959040:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 715us (1062us total) trans 4294968163 rc 301/301 00000100:00100000:0.0:1788536273.945998:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1303 00000100:00100000:3.0:1788536273.951107:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536273.953406:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573959168 00000100:00100000:0.0:1788536273.953439:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573959168 00000100:00100000:0.0:1788536273.953536:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1304 00000100:00100000:0.0:1788536273.953550:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30796:x1875415573959168:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536273.953614:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x27:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536273.954396:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30796:x1875415573959168:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 819us (3272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536273.954407:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1304 00000100:00100000:2.0:1788536273.962705:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536273.963337:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573959296 00000100:00100000:0.0:1788536273.963356:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573959296 00000100:00100000:0.0:1788536273.963685:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1305 00000100:00100000:0.0:1788536273.963699:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30796:x1875415573959296:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536273.963726:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536273.963753:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51934 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ead expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.963848:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.963866:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.963878:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.963898:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.963910:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.963921:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964341:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f51949 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964353:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f51949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964361:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f51949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536273.964421:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 16384 00000004:00200000:0.0:1788536273.964426:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536273.964463:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f51949 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964480:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964488:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964495:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964502:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7772e000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536273.964507:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964517:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964532:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:0.0:1788536273.964535:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536273.964540:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964548:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e000/0x94dfe24b69f5193b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964565:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964571:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964577:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964582:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536273.964586:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964592:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964600:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff8b1d45477200) 00010000:00010000:0.0:1788536273.964603:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536273.964606:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964611:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f51942 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964654:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772fe00/0x94dfe24b69f51934 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ead expref: 12 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964672:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f51949 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ead expref: 11 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536273.964680:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:0.0:1788536273.964682:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536273.964691:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48a00, rc 0) 00000100:00100000:0.0:1788536273.964793:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30796:x1875415573959296:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1096us (2096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536273.964802:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1305 00000100:00100000:3.0:1788536273.977940:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536273.979484:0:5832:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573959424 00000100:00100000:0.0:1788536273.979504:0:5832:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573959424 00000100:00100000:0.0:1788536273.979584:0:5832:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 2 00000100:00100000:0.0:1788536273.979597:0:5832:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30796:x1875415573959424:12345-192.168.203.55@tcp:700:lhsmtool_posix.0 00000100:00100000:0.0:1788536273.979739:0:5832:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30796:x1875415573959424:12345-192.168.203.55@tcp:700:lhsmtool_posix.0 Request processed in 143us (1813us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536273.979748:0:5832:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 2 00000100:00100000:3.0:1788536273.982187:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536273.982352:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573959680 00000100:00100000:1.0:1788536273.982364:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573959680 00000100:00100000:1.0:1788536273.982456:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1306 00000100:00100000:1.0:1788536273.982468:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30796:x1875415573959680:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536273.982495:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536273.982522:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51950 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0eb4 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.985555:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51957 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.985887:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51957 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.985903:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51957 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536273.985920:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00010000:00010000:1.0:1788536273.986006:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51950 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eb4 expref: 14 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.986032:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51957 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eb4 expref: 13 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536273.986064:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d4631b000) 00010000:00010000:1.0:1788536273.986067:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536273.986071:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:1.0:1788536273.986225:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+13:30796:x1875415573959680:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3757us (4048us total) trans 4294968164 rc 0/0 00000100:00100000:1.0:1788536273.986235:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1306 00000100:00100000:3.0:1788536274.003268:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.003733:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573959936 00000100:00100000:0.0:1788536274.003747:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573959936 00000100:00100000:0.0:1788536274.003845:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1307 00000100:00100000:0.0:1788536274.003858:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+13:30796:x1875415573959936:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536274.003943:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536274.003980:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51957 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eb4 expref: 13 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.004007:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d4631b000) 00010000:00010000:0.0:1788536274.004021:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536274.004050:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.004067:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.004087:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.004126:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.004143:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 99 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.004160:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583125248:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536274.004326:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43684840 going to sleep for 11 seconds 00000100:00100000:3.0:1788536274.009394:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.009557:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573960064 00000100:00100000:1.0:1788536274.009571:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573960064 00010000:00010000:1.0:1788536274.009642:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 100 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.009704:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 388 00000100:00100000:1.0:1788536274.009717:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:2355:x1875415573960064:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536274.009736:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536274.009744:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 100 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.009760:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 100 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.009798:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:1.0:1788536274.009804:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.009815:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.009847:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.009871:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536274.010224:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:2355:x1875415573960064:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 509us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.010233:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 388 00000100:00080000:3.0:1788536274.010459:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788536274.012017:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f517f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e4b expref: 99 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.012048:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583125248:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536274.012321:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.012450:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.012459:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.012552:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.012568:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.012580:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013190:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013200:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013208:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013215:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536274.013220:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013229:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013308:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:0.0:1788536274.013311:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536274.013315:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013322:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51965 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013417:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013425:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013431:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013436:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536274.013439:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013446:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013453:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xb4c9e762 (ffff8b1d45477200) 00010000:00010000:0.0:1788536274.013456:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536274.013460:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.013466:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5196c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0xb4c9e762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.013874:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+12:30796:x1875415573959936:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 10013us (10616us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536274.013885:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1307 00000100:00100000:3.0:1788536274.017011:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.017852:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573960192 00000100:00100000:0.0:1788536274.017867:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573960192 00000100:00100000:0.0:1788536274.017949:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1308 00000100:00100000:0.0:1788536274.017961:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+12:30796:x1875415573960192:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536274.017988:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536274.018018:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51973 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ebb expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.018063:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.018080:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.018093:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.018827:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51973 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 14 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.018853:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 13 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.018864:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536274.018867:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536274.018871:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48e00, rc 0) 00000100:00100000:0.0:1788536274.018993:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+13:30796:x1875415573960192:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1033us (1996us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536274.019002:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1308 00000100:00100000:3.0:1788536274.025937:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.029580:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573960448 00000100:00100000:1.0:1788536274.029601:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573960448 00000100:00100000:1.0:1788536274.030437:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1309 00000100:00100000:1.0:1788536274.030462:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+13:30796:x1875415573960448:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536274.030580:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.030607:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.030623:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536274.031058:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000206485e9 reply state 00000000dfb0228c transno 4294968165 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.031069:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536274.031278:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+15:30796:x1875415573960448:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 828us (5355us total) trans 4294968165 rc 0/0 00000100:00100000:1.0:1788536274.031288:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1309 00010000:00010000:3.0:1788536274.033461:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.033534:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.033549:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.033555:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536274.033561:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.033571:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.033593:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:3.0:1788536274.033596:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536274.033602:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.033609:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51981 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.034616:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.034752:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573960576 00000100:00100000:0.0:1788536274.034774:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573960576 00000100:00100000:0.0:1788536274.034844:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1310 00000100:00100000:0.0:1788536274.034855:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+14:30796:x1875415573960576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536274.034885:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536274.034908:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ec2 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.034981:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 15 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.034997:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 15 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.035007:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536274.035010:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536274.035014:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49c00, rc 0) 00000100:00100000:0.0:1788536274.035083:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+15:30796:x1875415573960576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 231us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536274.035091:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1310 00000100:00100000:0.0:1788536274.042817:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.043017:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573960704 00000100:00100000:1.0:1788536274.043056:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573960704 00000100:00100000:1.0:1788536274.043135:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 263 00000100:00100000:1.0:1788536274.043150:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+15:30796:x1875415573960704:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1788536274.043604:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+15:30796:x1875415573960704:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 457us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.043613:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 263 00000100:00100000:2.0:1788536274.063990:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.064106:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573960960 00000100:00100000:3.0:1788536274.064124:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573960960 00000100:00100000:3.0:1788536274.064208:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 264 00000100:00100000:3.0:1788536274.064217:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+15:30796:x1875415573960960:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536274.065392:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+16:30796:x1875415573960960:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1152us (1396us total) trans 4294968166 rc 0/0 00000100:00100000:2.0:1788536274.065404:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 264 00000100:00100000:2.0:1788536274.072017:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.072120:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573961216 00000100:00100000:0.0:1788536274.072135:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573961216 00000100:00100000:0.0:1788536274.072215:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1311 00000100:00100000:0.0:1788536274.072225:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+16:30796:x1875415573961216:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536274.072359:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+16:30796:x1875415573961216:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 134us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536274.072405:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1311 00000100:00100000:0.0:1788536274.085432:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.085588:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573961472 00000100:00100000:1.0:1788536274.085599:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573961472 00000100:00100000:1.0:1788536274.085664:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1312 00000100:00100000:1.0:1788536274.085684:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+16:30796:x1875415573961472:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536274.085704:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536274.085723:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5198f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ec9 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.085998:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.086015:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 17 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.086024:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.086057:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 17 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.086071:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 17 pid: 5823 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.086492:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583125376:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536274.086592:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7173c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536274.090961:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b8a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583125376:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536274.090995:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.092645:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.093136:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573961600 00000100:00100000:1.0:1788536274.093147:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573961600 00010000:00010000:1.0:1788536274.093186:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 18 pid: 5823 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.094296:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 389 00000100:00100000:2.0:1788536274.094328:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+18:2354:x1875415573961600:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536274.094353:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536274.094367:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 18 pid: 5823 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.094435:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 18 pid: 5823 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.094471:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51988 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec2 expref: 18 pid: 5823 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.094495:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:2.0:1788536274.094502:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.094514:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.094523:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.094579:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536274.094670:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+17:2354:x1875415573961600:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 358us (2032us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.094679:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 389 00010000:00010000:1.0:1788536274.095290:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.095301:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536274.095329:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00080000:1.0:1788536274.095804:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1788536274.096510:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.096523:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.096531:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.097010:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536274.097036:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.097048:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.097070:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:1.0:1788536274.097074:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536274.097078:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.097087:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51996 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.098086:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5198f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec9 expref: 17 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.098106:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:1.0:1788536274.098109:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536274.098114:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5198f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ec9 expref: 17 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.098127:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7200, rc 0) 00000100:00100000:1.0:1788536274.098491:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+16:30796:x1875415573961472:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 12806us (13116us total) trans 4294968167 rc 301/301 00000100:00100000:1.0:1788536274.098502:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1312 00000100:00100000:0.0:1788536274.120052:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.120342:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573961856 00000100:00100000:1.0:1788536274.120356:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573961856 00000100:00100000:1.0:1788536274.120449:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 265 00000100:00100000:1.0:1788536274.120461:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+16:30796:x1875415573961856:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536274.121186:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+17:30796:x1875415573961856:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 721us (1143us total) trans 4294968168 rc 0/0 00000100:00100000:1.0:1788536274.121199:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 265 00000100:00100000:3.0:1788536274.130022:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.130193:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573961984 00000100:00100000:2.0:1788536274.130209:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573961984 00000100:00100000:2.0:1788536274.130290:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1313 00000100:00100000:2.0:1788536274.130302:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+17:30796:x1875415573961984:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536274.130337:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536274.130364:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f519a4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ed0 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.130514:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f519ab lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.130671:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f519ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.130689:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f519ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536274.130735:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1:0x0]: returning size 0 00000004:00200000:2.0:1788536274.130740:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536274.130772:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f519ab lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.130802:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f519a4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed0 expref: 19 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.130826:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f519ab lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed0 expref: 18 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.130836:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:2.0:1788536274.130839:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788536274.130844:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:2.0:1788536274.130926:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+18:30796:x1875415573961984:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 626us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.130934:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1313 00000100:00100000:3.0:1788536274.137166:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.139783:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573962112 00000100:00100000:1.0:1788536274.139807:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573962112 00000100:00100000:1.0:1788536274.139988:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 358 00000100:00100000:1.0:1788536274.140003:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2352:x1875415573962112:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536274.140028:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536274.140057:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ed7 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536274.140091:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788536274.140118:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=652s v=(0 0) 00010000:00010000:1.0:1788536274.140123:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536274.140134:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 6 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.140155:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 6 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.140172:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7200, rc 0) 00000100:00100000:1.0:1788536274.140266:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2352:x1875415573962112:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 267us (3119us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.140274:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 358 00000100:00080000:3.0:1788536274.144752:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536274.146893:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.147219:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573962368 00000100:00100000:2.0:1788536274.147233:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573962368 00000100:00100000:2.0:1788536274.147351:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1314 00000100:00100000:2.0:1788536274.147364:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+18:30796:x1875415573962368:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536274.147553:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+18:30796:x1875415573962368:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 192us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.147563:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1314 00000100:00100000:0.0:1788536274.165957:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.166110:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573962496 00000100:00100000:3.0:1788536274.166125:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573962496 00000100:00100000:3.0:1788536274.166201:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 359 00000100:00100000:3.0:1788536274.166215:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30796:x1875415573962496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536274.166239:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536274.166262:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ede expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.166303:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 7 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.166314:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536274.166319:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536274.166326:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 7 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.166418:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 7 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.166436:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 7 pid: 9635 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.166454:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583125504:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536274.166578:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8540 going to sleep for 11 seconds 00000100:00100000:3.0:1788536274.175607:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.176352:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573962624 00000100:00100000:2.0:1788536274.176534:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573962624 00010000:00010000:2.0:1788536274.176598:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 8 pid: 9635 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.176649:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 390 00000100:00100000:2.0:1788536274.176661:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+8:2355:x1875415573962624:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536274.176797:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536274.176830:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 8 pid: 9635 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.176849:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 8 pid: 9635 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.176885:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536274.176890:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536274.176902:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 8 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.176914:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 8 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.177267:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 8 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.177294:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583125632:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536274.179957:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435adcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536274.185207:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b1180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583125632:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536274.185244:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536274.185453:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000982393e7/0x94dfe24b69f519b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed7 expref: 8 pid: 9635 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.185480:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583125504:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536274.185510:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 7 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.185530:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc 0) 00000100:00100000:3.0:1788536274.187903:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:2355:x1875415573962624:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 11227us (12295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536274.187922:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 390 00000100:00100000:0.0:1788536274.188555:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:30796:x1875415573962496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 22339us (22619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536274.188566:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 359 00000100:00100000:2.0:1788536274.213174:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.213309:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573962752 00000100:00100000:0.0:1788536274.213324:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573962752 00002000:00100000:0.0:1788536274.213431:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8b1d7c4b1180 x1875415573962752/t0(0) o4->9d7f9c43-7530-4f55-b26f-a400ae2ed814@192.168.203.55@tcp:175/0 lens 488/0 e 0 to 0 dl 1788536285 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536274.213444:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b1180 with x1875415573962752 ext(0->1048575) 00002000:00010000:0.0:1788536274.213451:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4b1180 00000100:00100000:0.0:1788536274.213486:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 113 00000100:00100000:0.0:1788536274.213495:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2354:x1875415573962752:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788536274.261528:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+8:2354:x1875415573962752:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 48017us (48367us total) trans 4294967376 rc 0/0 00000100:00100000:0.0:1788536274.261548:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 113 00002000:00100000:0.0:1788536274.261566:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8b1d7c4b1180 x1875415573962752/t4294967376(0) o4->9d7f9c43-7530-4f55-b26f-a400ae2ed814@192.168.203.55@tcp:175/0 lens 488/448 e 0 to 0 dl 1788536285 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536274.261578:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b1180 with x1875415573962752 ext(0->1048575) 00002000:00010000:0.0:1788536274.261586:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4b1180 00000100:00100000:2.0:1788536274.269357:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.274597:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573962880 00000100:00100000:1.0:1788536274.274645:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573962880 00000100:00100000:1.0:1788536274.274818:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1315 00000100:00100000:1.0:1788536274.274831:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+18:30796:x1875415573962880:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788536274.373908:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968163 is committed 00000001:00080000:3.0:1788536274.373927:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968168 is committed 00000020:00080000:3.0:1788536274.373941:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000100:00100000:3.0:1788536274.374100:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30796:x1875415573962880:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 99266us (104747us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536274.374111:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1315 00000020:00080000:2.0:1788536274.374322:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:2.0:1788536274.374342:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:2.0:1788536274.395924:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.396231:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573963008 00000100:00100000:0.0:1788536274.396245:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573963008 00000100:00100000:0.0:1788536274.396322:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 360 00000100:00100000:0.0:1788536274.396345:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+8:2355:x1875415573963008:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788536274.524096:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000100:00100000:0.0:1788536274.524256:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2355:x1875415573963008:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 127912us (128333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536274.524272:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 360 00000100:00100000:1.0:1788536274.536558:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.536734:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573963264 00000100:00100000:2.0:1788536274.536753:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573963264 00000100:00100000:2.0:1788536274.536847:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1316 00000100:00100000:2.0:1788536274.536860:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30796:x1875415573963264:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536274.536953:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536274.536991:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f519ab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ed0 expref: 11 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.537019:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:2.0:1788536274.537027:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536274.537068:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.537086:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.537099:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536274.540116:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000001636a1fa reply state 000000005f589791 transno 4294968169 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.540161:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536274.540829:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+12:30796:x1875415573963264:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 3960us (4270us total) trans 4294968169 rc 0/0 00000100:00100000:0.0:1788536274.540842:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1316 00000100:00100000:2.0:1788536274.544620:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536274.545049:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.545065:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573963392 00010000:00010000:1.0:1788536274.545066:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.545082:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.545084:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573963392 00010000:00010000:1.0:1788536274.545096:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536274.545104:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.545113:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.545145:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:1.0:1788536274.545150:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536274.545156:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.545162:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1317 00010000:00010000:1.0:1788536274.545174:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f519c0 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.545182:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+12:30796:x1875415573963392:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536274.545213:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536274.545233:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ee5 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.545296:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 12 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.545311:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 12 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.545332:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:3.0:1788536274.545335:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536274.545339:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc 0) 00000100:00100000:3.0:1788536274.545434:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+12:30796:x1875415573963392:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 258us (830us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536274.545442:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1317 00000100:00100000:2.0:1788536274.553023:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.555792:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573963520 00000100:00100000:1.0:1788536274.555812:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573963520 00000100:00100000:1.0:1788536274.555906:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00100000:1.0:1788536274.555918:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2353:x1875415573963520:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788536274.556507:0:6667:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:1.0:1788536274.556512:0:6667:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 0 -> 1788536265 00002000:00010000:1.0:1788536274.556515:0:6667:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime from disk: 0 -> 1788536265 00002000:00010000:1.0:1788536274.556517:0:6667:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 0 -> 1788536265 00002000:00010000:1.0:1788536274.556519:0:6667:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 1 -> 2051 00000100:00100000:1.0:1788536274.556721:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:2353:x1875415573963520:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 802us (4411us total) trans 4294967377 rc 0/0 00000100:00100000:1.0:1788536274.556733:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 361 00000100:00100000:1.0:1788536274.572737:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.573349:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573963776 00000100:00100000:3.0:1788536274.573364:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573963776 00000100:00100000:3.0:1788536274.573470:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1318 00000100:00100000:3.0:1788536274.573483:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+12:30796:x1875415573963776:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788536274.573586:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.573607:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 12 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.573619:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.573666:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 12 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.573684:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 12 pid: 16075 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.573700:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583125760:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536274.573855:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536274.577743:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7d880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583125760:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536274.577787:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.580046:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.580558:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573963904 00000100:00100000:1.0:1788536274.580571:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573963904 00010000:00010000:1.0:1788536274.580625:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 13 pid: 16075 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.580685:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 391 00000100:00100000:1.0:1788536274.580697:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+13:2354:x1875415573963904:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536274.580725:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536274.580734:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 13 pid: 16075 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.580750:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 13 pid: 16075 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.580836:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5197a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ebb expref: 13 pid: 16075 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.580859:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:1.0:1788536274.580864:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.580876:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.580886:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.580926:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536274.581003:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+12:2354:x1875415573963904:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 308us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.581013:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 391 00010000:00010000:2.0:1788536274.582103:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.582258:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.582446:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.582456:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.582463:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.582601:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.582607:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.582615:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.582633:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:2.0:1788536274.582636:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788536274.582641:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.582647:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547e00/0x94dfe24b69f519ce lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.582976:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30796:x1875415573963776:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 9491us (10248us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788536274.582988:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1318 00000100:00100000:2.0:1788536274.587266:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.587703:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573964032 00000100:00100000:0.0:1788536274.587719:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573964032 00000100:00100000:0.0:1788536274.587817:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00100000:0.0:1788536274.587831:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:2355:x1875415573964032:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536274.587899:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.587926:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 7 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.587947:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536274.587953:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536274.587960:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.588007:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 7 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.588026:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 7 pid: 16289 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.588044:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583125888:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536274.588431:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536274.597834:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583125888:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536274.597881:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.598681:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.602656:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573964160 00000100:00100000:1.0:1788536274.602679:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573964160 00010000:00010000:1.0:1788536274.602752:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 8 pid: 16289 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.602834:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 392 00000100:00100000:1.0:1788536274.602846:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+8:2355:x1875415573964160:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536274.603037:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536274.603069:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 8 pid: 16289 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.603113:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 8 pid: 16289 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.603206:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000123e12b4/0x94dfe24b69f519b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ede expref: 8 pid: 16289 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.603231:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536274.603237:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536274.603245:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.603258:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.603627:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536274.603723:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+7:2355:x1875415573964160:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 877us (5045us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.603733:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 392 00010000:00010000:0.0:1788536274.605104:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.605271:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.605431:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.605443:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.605463:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.605495:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536274.605501:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.605512:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.605538:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.605548:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007058c638/0x94dfe24b69f519d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.605684:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2355:x1875415573964032:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 17844us (18422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.605696:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 362 00000100:00100000:1.0:1788536274.615181:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.615366:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573964416 00000100:00100000:0.0:1788536274.615409:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573964416 00000100:00100000:0.0:1788536274.615661:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1319 00000100:00100000:0.0:1788536274.615826:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+11:30796:x1875415573964416:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536274.615943:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.615968:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.615983:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.616302:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.616329:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 12 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.616340:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.616420:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 12 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.616444:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 12 pid: 6725 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.616847:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126016:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536274.616967:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536274.620816:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126016:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536274.620861:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.626266:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.626433:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573964544 00000100:00100000:3.0:1788536274.626456:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573964544 00010000:00010000:3.0:1788536274.626511:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 13 pid: 6725 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.626562:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 393 00000100:00100000:3.0:1788536274.626574:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d498c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+13:2355:x1875415573964544:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536274.626591:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536274.626598:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 13 pid: 6725 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.626613:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 13 pid: 6725 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.626640:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f519c7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ee5 expref: 13 pid: 6725 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.626661:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:3.0:1788536274.626668:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.626680:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.626689:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.626912:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536274.626990:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d498c6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+12:2355:x1875415573964544:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 416us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536274.626999:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 393 00010000:00010000:0.0:1788536274.627355:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.627395:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536274.627845:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968170 00000001:00080000:0.0:1788536274.628038:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968171 00000001:00080000:0.0:1788536274.628088:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968172 00000100:00100000:0.0:1788536274.628202:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583126144:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788536274.628275:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536274.628416:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536274.630303:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583126144 00000100:00100000:1.0:1788536274.630544:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583126144 00000100:00100000:1.0:1788536274.630699:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788536274.630712:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583126144:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788536274.630888:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583126144:12345-0@lo:1000:mdt00_002.0 Request processed in 179us (2612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.630897:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788536274.631081:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583126144:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1788536274.632061:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968173 00000100:00100000:0.0:1788536274.632188:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583126272:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788536274.632265:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536274.632321:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536274.632673:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583126272 00000100:00100000:1.0:1788536274.632683:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583126272 00000100:00100000:1.0:1788536274.632793:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788536274.632805:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56f22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583126272:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788536274.633058:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56f22050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5825:x1875415583126272:12345-0@lo:1000:mdt00_002.0 Request processed in 255us (793us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1788536274.633066:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788536274.633838:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a4e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583126272:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1788536274.633982:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968174 00010000:00010000:0.0:1788536274.634032:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634044:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634053:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634059:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536274.634065:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634074:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634094:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536274.634097:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536274.634102:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634108:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519e3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634148:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634154:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634161:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634167:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536274.634170:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634176:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634184:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:0.0:1788536274.634186:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536274.634196:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f518af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e8a expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634209:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f518af lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e8a expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634219:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f518af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e8a expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.634258:0:5825:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6600/0x94dfe24b69f518af lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e8a expref: 98 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.634273:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126400:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536274.634589:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00080000:3.0:1788536274.634776:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536274.642357:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.642566:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573964672 00000100:00100000:2.0:1788536274.642578:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573964672 00000100:00100000:2.0:1788536274.642652:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00100000:2.0:1788536274.642663:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b98050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+99:30767:x1875415573964672:12345-192.168.203.55@tcp:49:cat.0 00000100:00100000:2.0:1788536274.643748:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b98050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+99:30767:x1875415573964672:12345-192.168.203.55@tcp:49:cat.0 Request processed in 1077us (1395us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.643769:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 266 00000100:00100000:0.0:1788536274.644070:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126400:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536274.644116:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.644136:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f518a8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.644187:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.644206:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.644218:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 4/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.644265:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.644285:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 46 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536274.644304:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126528:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536274.644441:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c436840c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536274.655001:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.655305:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573964800 00000100:00100000:1.0:1788536274.655430:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573964800 00000100:00100000:1.0:1788536274.655605:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 363 00000100:00100000:1.0:1788536274.655616:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+13:30767:x1875415573964800:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536274.655634:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536274.655654:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0eec expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536274.655681:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 1048576, mtime: 0x6a9ae5c9, atime: 0x6a9ae5c9, ctime: 0x6a9ae5c9, blocks: 0x803 00010000:00010000:1.0:1788536274.655702:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=652s v=(0 0) 00010000:00010000:1.0:1788536274.655706:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536274.655716:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 14 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.655733:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 14 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.655746:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:1.0:1788536274.655831:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+14:30767:x1875415573964800:12345-192.168.203.55@tcp:101:cat.0 Request processed in 217us (910us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.655853:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 363 00000100:00080000:3.0:1788536274.656124:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536274.665431:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.665570:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.665679:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573965056 00000100:00100000:1.0:1788536274.665695:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573965056 00002000:00100000:1.0:1788536274.665775:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8b1d7c4a7480 x1875415573965056/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:175/0 lens 488/0 e 0 to 0 dl 1788536285 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536274.665788:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4a7480 with x1875415573965056 ext(0->1048575) 00002000:00010000:1.0:1788536274.665795:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4a7480 00000100:00100000:1.0:1788536274.665832:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 114 00000100:00100000:1.0:1788536274.665842:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573965056:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:3.0:1788536274.667173:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573964928 00000100:00100000:3.0:1788536274.667191:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573964928 00010000:00010000:3.0:1788536274.667269:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 47 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.667331:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 394 00000100:00100000:3.0:1788536274.667342:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573964928:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536274.667357:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536274.667366:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 47 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.667417:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 47 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.667454:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536274.667460:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,1 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.667472:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.667480:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.667501:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536274.667561:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573964928:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 212us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536274.667569:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 394 00000100:00080000:0.0:1788536274.669180:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788536274.669747:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f518d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e91 expref: 46 pid: 5824 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.669787:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126528:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536274.670012:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670025:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670032:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670046:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670052:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670060:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670066:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.670071:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670079:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670097:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:2.0:1788536274.670100:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536274.670105:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 2/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670112:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f519ea lrc: 0/0,0 mode: --/EX res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670123:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670128:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670133:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670139:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.670142:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670151:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670159:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:2.0:1788536274.670161:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536274.670164:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.670169:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f519dc lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.670692:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+16:30796:x1875415573964416:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 54869us (55525us total) trans 4294968175 rc 0/0 00000100:00100000:2.0:1788536274.670705:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1319 00000020:00080000:2.0:1788536274.670711:0:5825:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1788536274.670886:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536274.670895:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536274.672001:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:1.0:1788536274.672016:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536274.698861:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.698967:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573965312 00000100:00100000:1.0:1788536274.698985:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573965312 00000100:00100000:1.0:1788536274.699065:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 267 00000100:00100000:1.0:1788536274.699079:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+16:30796:x1875415573965312:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788536274.699979:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000403:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788536274.701159:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968176 00010000:00010000:2.0:1788536274.703167:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.703182:0:5826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.703192:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.703199:0:5826:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.703203:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.703208:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.703228:0:5826:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536274.703264:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536274.703280:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.703294:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536274.703300:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.703333:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+18:30796:x1875415573965312:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 4252us (4487us total) trans 4294968177 rc 0/0 00000100:00100000:2.0:1788536274.703361:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 267 00010000:00010000:1.0:1788536274.703361:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788536274.703401:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788536274.703957:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1:0x0].0x0 (ffff8b1d61e36400) 00010000:00010000:1.0:1788536274.703962:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788536274.703969:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.703977:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f519f8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.704003:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536274.704005:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536274.704007:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536274.732882:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573965056:12345-192.168.203.55@tcp:3:cat.0 Request processed in 67024us (67294us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1788536274.732899:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 114 00002000:00100000:1.0:1788536274.732917:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8b1d7c4a7480 x1875415573965056/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:175/0 lens 488/440 e 0 to 0 dl 1788536285 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536274.732929:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4a7480 with x1875415573965056 ext(0->1048575) 00002000:00010000:1.0:1788536274.732937:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4a7480 00000100:00100000:3.0:1788536274.746168:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.746327:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573965440 00000100:00100000:2.0:1788536274.746338:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573965440 00002000:00100000:2.0:1788536274.746424:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->1052671) req@ffff8b1d50a7c000 x1875415573965440/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:175/0 lens 488/0 e 0 to 0 dl 1788536285 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536274.746434:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50a7c000 with x1875415573965440 ext(1048576->1052671) 00002000:00010000:2.0:1788536274.746441:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d50a7c000 00000100:00100000:2.0:1788536274.746480:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 115 00000100:00100000:2.0:1788536274.746491:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573965440:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:2.0:1788536274.747020:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+14:2354:x1875415573965440:12345-192.168.203.55@tcp:3:cat.0 Request processed in 529us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.747029:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 115 00002000:00100000:2.0:1788536274.747037:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->1052671) req@ffff8b1d50a7c000 x1875415573965440/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:175/0 lens 488/440 e 0 to 0 dl 1788536285 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536274.747047:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d50a7c000 with x1875415573965440 ext(1048576->1052671) 00002000:00010000:2.0:1788536274.747050:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d50a7c000 00000100:00100000:0.0:1788536274.753747:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.753899:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573965696 00000100:00100000:2.0:1788536274.753914:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573965696 00000100:00100000:2.0:1788536274.754035:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 268 00000100:00100000:2.0:1788536274.754048:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+99:30767:x1875415573965696:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:2.0:1788536274.754361:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:30767:x1875415573965696:12345-192.168.203.55@tcp:35:cat.0 Request processed in 314us (626us total) trans 4294968178 rc 0/0 00000100:00100000:2.0:1788536274.754412:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 268 00000100:00100000:3.0:1788536274.775115:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536274.775311:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573965824 00000100:00100000:0.0:1788536274.775325:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573965824 00000100:00100000:0.0:1788536274.775435:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1320 00000100:00100000:0.0:1788536274.775460:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+100:30797:x1875415573965824:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:0.0:1788536274.775496:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536274.775526:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f519ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ef3 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.775635:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.775653:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.775681:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.775701:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.775713:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.775720:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776081:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776092:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776100:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536274.776146:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:0.0:1788536274.776152:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536274.776182:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776197:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776207:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776214:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776222:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776229:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536274.776235:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776244:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776257:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:0.0:1788536274.776261:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536274.776267:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776275:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51a06 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776292:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776299:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776305:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776310:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536274.776313:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776319:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776327:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536274.776330:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536274.776333:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776339:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51a0d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776428:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f519ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 102 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776446:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 101 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536274.776459:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:0.0:1788536274.776462:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536274.776465:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429ccc00, rc 0) 00000100:00100000:0.0:1788536274.776546:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+101:30797:x1875415573965824:12345-192.168.203.55@tcp:101:stat.0 Request processed in 1100us (1447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536274.776556:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1320 00000100:00100000:3.0:1788536274.795168:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.800125:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573965952 00000100:00100000:2.0:1788536274.800146:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573965952 00000100:00100000:2.0:1788536274.800246:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1321 00000100:00100000:2.0:1788536274.800257:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+46:30798:x1875415573965952:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536274.800281:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536274.800308:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f51a1b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0efa expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.800411:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.800428:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.800440:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.800628:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.800636:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.800643:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805067:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805101:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805116:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536274.805174:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00000004:00200000:2.0:1788536274.805186:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536274.805215:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805230:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805241:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805248:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805256:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805262:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.805268:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805276:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805291:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536274.805295:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536274.805301:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805308:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a22 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805325:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805331:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805337:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805343:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.805346:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805351:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805360:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536274.805363:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536274.805366:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805683:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a29 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805745:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f51a1b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 48 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805771:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.805779:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:2.0:1788536274.805781:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536274.805785:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:2.0:1788536274.805880:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+47:30798:x1875415573965952:12345-192.168.203.55@tcp:101:stat.0 Request processed in 5623us (10726us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.805891:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1321 00000100:00100000:0.0:1788536274.811500:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.812585:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573966080 00000100:00100000:2.0:1788536274.812603:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573966080 00000100:00100000:2.0:1788536274.812724:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 364 00000100:00100000:2.0:1788536274.812737:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573966080:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536274.812771:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536274.812796:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f01 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788536274.813016:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788536274.813088:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788536274.813094:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536274.813105:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.813139:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.813157:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3c00, rc 0) 00000100:00100000:2.0:1788536274.813235:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573966080:12345-192.168.203.55@tcp:101:stat.0 Request processed in 500us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.813243:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 364 00000100:00100000:3.0:1788536274.820798:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.821008:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573966336 00000100:00100000:2.0:1788536274.821023:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573966336 00000100:00100000:2.0:1788536274.821109:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1322 00000100:00100000:2.0:1788536274.821122:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+101:30513:x1875415573966336:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536274.821149:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536274.821186:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f51a3e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f08 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.821337:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.821356:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 102 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.821402:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.821413:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 5/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.821461:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 46 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.821482:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 46 pid: 5824 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.821498:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb01500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126656:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536274.821646:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 102 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.821657:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 102 pid: 16075 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.821938:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126784:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536274.821971:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717540 going to sleep for 11 seconds 00000100:00100000:2.0:1788536274.830088:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb01500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126656:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536274.830114:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583126784:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536274.830157:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.830654:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.830868:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573966464 00000100:00100000:1.0:1788536274.830879:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573966464 00010000:00010000:1.0:1788536274.830934:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 47 pid: 5824 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.830991:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 395 00000100:00100000:1.0:1788536274.831002:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573966464:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536274.831039:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536274.831056:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 47 pid: 5824 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.831071:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 47 pid: 5824 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.831099:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51a30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0efa expref: 47 pid: 5824 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.831121:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:1.0:1788536274.831126:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.831136:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.831144:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536274.831217:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+46:2355:x1875415573966464:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 216us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.831226:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 395 00000100:00100000:3.0:1788536274.833691:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536274.838766:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573966592 00000100:00100000:1.0:1788536274.838793:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573966592 00010000:00010000:1.0:1788536274.838865:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 103 pid: 16075 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.838924:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 396 00000100:00100000:1.0:1788536274.838937:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+103:2355:x1875415573966592:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536274.838982:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536274.838990:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 103 pid: 16075 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.839007:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 103 pid: 16075 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.839033:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51a14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ef3 expref: 103 pid: 16075 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.839070:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:1.0:1788536274.839076:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.839087:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.839096:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.839136:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536274.839233:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:2355:x1875415573966592:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 297us (5558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.839241:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 396 00010000:00010000:2.0:1788536274.839668:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.839679:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536274.839705:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 1048576 00010000:00010000:2.0:1788536274.839925:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2a00/0x94dfe24b69f51a3e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.839947:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.839956:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:2.0:1788536274.839959:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788536274.839962:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3600, rc 0) 00000100:00100000:2.0:1788536274.840017:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+102:30513:x1875415573966336:12345-192.168.203.55@tcp:101:bash.0 Request processed in 18899us (19236us total) trans 4294968179 rc 0/0 00000100:00100000:2.0:1788536274.840025:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1322 00000100:00100000:1.0:1788536274.849095:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.849898:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573966848 00000100:00100000:3.0:1788536274.849913:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573966848 00000100:00100000:3.0:1788536274.849989:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1323 00000100:00100000:3.0:1788536274.850000:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:30513:x1875415573966848:12345-192.168.203.55@tcp:36:bash.0 00010000:00010000:3.0:1788536274.850366:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.850415:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.850429:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536274.850498:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968180 00000004:00010000:3.0:1788536274.850523:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000068eb3728 reply state 0000000094ef1270 transno 4294968181 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.850533:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:3.0:1788536274.850875:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968181 00000100:00100000:3.0:1788536274.851009:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:30513:x1875415573966848:12345-192.168.203.55@tcp:36:bash.0 Request processed in 1008us (1928us total) trans 4294968182 rc 0/0 00000100:00100000:3.0:1788536274.851017:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1323 00000020:00080000:3.0:1788536274.851023:0:5823:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:0.0:1788536274.858844:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.859423:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573966976 00000100:00100000:2.0:1788536274.859441:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573966976 00000100:00100000:2.0:1788536274.859524:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 365 00000100:00100000:2.0:1788536274.859536:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+14:30513:x1875415573966976:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536274.859570:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536274.859593:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a553994a/0x94dfe24b69f51a5a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f0f expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.859637:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 15 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.859647:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.859656:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536274.859661:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536274.859668:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a553994a/0x94dfe24b69f51a5a lrc: 5/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f0f expref: 15 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.859712:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.859728:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 10 pid: 6667 timeout: 753 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.859746:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583126912:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536274.859866:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 15 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.859877:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 15 pid: 6666 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.859887:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583127040:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536274.859908:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717540 going to sleep for 11 seconds 00010000:00010000:3.0:1788536274.860400:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.860414:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.860428:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.860435:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536274.860442:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.860451:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.860470:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536274.860473:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536274.860479:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.860486:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51a53 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.862356:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536274.865727:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.865783:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573967104 00000100:00100000:3.0:1788536274.865797:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573967104 00010000:00010000:3.0:1788536274.865861:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 11 pid: 6667 timeout: 753 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.865909:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 397 00000100:00100000:3.0:1788536274.865921:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573967104:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536274.865939:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536274.865944:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 11 pid: 6667 timeout: 753 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.865966:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 11 pid: 6667 timeout: 753 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.866000:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536274.866024:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9839c50/0x94dfe24b69f51a37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f01 expref: 11 pid: 6667 timeout: 753 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.866047:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583126912:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536274.866069:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573967104:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 148us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536274.866077:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 397 00000100:00100000:2.0:1788536274.868576:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.868850:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573967232 00000100:00100000:3.0:1788536274.868862:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573967232 00010000:00010000:3.0:1788536274.868916:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 16 pid: 6666 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.868960:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 398 00000100:00100000:3.0:1788536274.868971:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573967232:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536274.868992:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536274.868999:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 16 pid: 6666 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.869016:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 16 pid: 6666 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.869048:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536274.869054:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536274.869063:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a553994a/0x94dfe24b69f51a5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f0f expref: 16 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.869072:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009a876dcf/0x94dfe24b69f519f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0eec expref: 16 pid: 6666 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.869091:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a553994a/0x94dfe24b69f51a5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f0f expref: 16 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.869126:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583127040:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536274.869143:0:11659:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a553994a/0x94dfe24b69f51a5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f0f expref: 15 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.869162:0:11659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11659:1875415583127168:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536274.869173:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a553994a/0x94dfe24b69f51a5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f0f expref: 15 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536274.869188:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2a00, rc 0) 00000100:00100000:1.0:1788536274.869262:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+15:30513:x1875415573966976:12345-192.168.203.55@tcp:101:bash.0 Request processed in 9727us (10432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536274.869272:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 365 00000100:00100000:3.0:1788536274.869278:0:11659:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d435adcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536274.877924:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.878259:0:11659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11659:1875415583127168:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536274.878295:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536274.878365:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2352:x1875415573967232:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 9396us (9811us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536274.878417:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 398 00000100:00100000:1.0:1788536274.879872:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573967360 00000100:00100000:1.0:1788536274.879890:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573967360 00002000:00010000:1.0:1788536274.879954:0:6673:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/28 (0->18446744073709551615) 00002000:00100000:1.0:1788536274.879960:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4a6680 with x1875415573967360 ext(0->18446744073709551615) 00002000:00010000:1.0:1788536274.879977:0:6673:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4a6680. 00000100:00100000:1.0:1788536274.880027:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 116 00000100:00100000:1.0:1788536274.880039:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573967360:12345-192.168.203.55@tcp:10:bash.0 00002000:00010000:1.0:1788536274.880659:0:6673:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:1.0:1788536274.880664:0:6673:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime from disk: 1788536265 -> 1788536274 00002000:00010000:1.0:1788536274.880668:0:6673:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime from disk: 1788536265 -> 1788536265 00002000:00010000:1.0:1788536274.880670:0:6673:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime from disk: 1788536265 -> 1788536274 00002000:00010000:1.0:1788536274.880673:0:6673:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 2051 -> 2051 00000100:00100000:1.0:1788536274.882282:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:00ae59d6-327b-42ee-8208-04d639d528fc+15:2355:x1875415573967360:12345-192.168.203.55@tcp:10:bash.0 Request processed in 2237us (4365us total) trans 4294967379 rc 0/0 00000100:00100000:1.0:1788536274.882296:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 116 00002000:00010000:1.0:1788536274.882303:0:6673:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/28 (0->18446744073709551615) 00002000:00100000:1.0:1788536274.882308:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4a6680 with x1875415573967360 ext(0->18446744073709551615) 00002000:00010000:1.0:1788536274.882319:0:6673:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4a6680. 00000100:00100000:0.0:1788536274.908076:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.908313:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573967488 00000100:00100000:2.0:1788536274.908328:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573967488 00000100:00100000:2.0:1788536274.908437:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1324 00000100:00100000:2.0:1788536274.908450:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+105:30799:x1875415573967488:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536274.908486:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536274.908513:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51a61 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f16 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.908840:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.908860:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.908874:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.908892:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.908900:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.908907:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.909440:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.909458:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.909472:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.909516:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.909534:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 106 pid: 5825 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.909550:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583127296:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536274.910504:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717840 going to sleep for 11 seconds 00000100:00100000:0.0:1788536274.924314:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.924563:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583127296:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536274.924604:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536274.924803:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573967744 00000100:00100000:1.0:1788536274.924813:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573967744 00000100:00100000:1.0:1788536274.924890:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 269 00000100:00100000:1.0:1788536274.924901:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+107:5590:x1875415573967744:12345-192.168.203.55@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1788536274.925542:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:5590:x1875415573967744:12345-192.168.203.55@tcp:35:ldlm_bl.0 Request processed in 638us (1242us total) trans 4294968183 rc 0/0 00000100:00100000:1.0:1788536274.925974:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 269 00000100:00100000:1.0:1788536274.929075:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536274.929225:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573967872 00000100:00100000:3.0:1788536274.929239:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573967872 00010000:00010000:3.0:1788536274.929290:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 108 pid: 5825 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536274.929342:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 399 00000100:00100000:3.0:1788536274.929352:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415573967872:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536274.929416:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536274.929425:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 108 pid: 5825 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.929448:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 108 pid: 5825 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.929475:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51a45 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f08 expref: 108 pid: 5825 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.929497:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:3.0:1788536274.929503:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x48 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.929514:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.929523:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536274.929685:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536274.929749:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+107:2354:x1875415573967872:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 397us (686us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536274.929766:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 399 00010000:00010000:2.0:1788536274.938807:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.938831:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536274.938897:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:2.0:1788536274.938902:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536274.938934:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.938955:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.938973:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.938980:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.938990:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.938997:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.939002:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939011:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939031:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536274.939034:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536274.939040:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939197:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a68 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939219:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939226:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939231:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939237:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.939240:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939246:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939255:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536274.939258:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536274.939262:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939268:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a6f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939328:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51a61 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f16 expref: 107 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939346:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3c00/0x94dfe24b69f51a76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f16 expref: 106 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.939355:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:2.0:1788536274.939357:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536274.939361:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3c00, rc 0) 00000100:00100000:2.0:1788536274.940995:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+106:30799:x1875415573967488:12345-192.168.203.55@tcp:101:stat.0 Request processed in 31103us (31492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.941019:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1324 00000100:00100000:1.0:1788536274.952979:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.953249:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573968000 00000100:00100000:2.0:1788536274.953265:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573968000 00000100:00100000:2.0:1788536274.953348:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1325 00000100:00100000:2.0:1788536274.953363:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:30800:x1875415573968000:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536274.953439:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536274.953468:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51a7d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f1d expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.953644:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.953789:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.953871:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.953893:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.953902:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.953909:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957436:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957470:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957486:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536274.957547:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x27:0x0]: returning size 0 00000004:00200000:2.0:1788536274.957553:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536274.957583:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957598:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957610:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957617:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957626:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957632:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.957638:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957647:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957662:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:2.0:1788536274.957666:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536274.957672:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957680:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51a84 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957703:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957709:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957715:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957720:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536274.957723:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957729:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957737:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0xa624d530 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536274.957740:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536274.957743:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957749:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51a8b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957811:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51a7d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f1d expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957827:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2800/0x94dfe24b69f51a92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f1d expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.957841:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff8b1d512a9f00) 00010000:00010000:2.0:1788536274.957843:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536274.957846:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2800, rc 0) 00000100:00100000:2.0:1788536274.957942:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:30800:x1875415573968000:12345-192.168.203.55@tcp:101:stat.0 Request processed in 4580us (4981us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536274.957954:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1325 00000100:00100000:0.0:1788536274.961110:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536274.961332:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573968128 00000100:00100000:2.0:1788536274.961347:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573968128 00000100:00100000:2.0:1788536274.961440:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:2.0:1788536274.961452:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573968128:12345-192.168.203.55@tcp:101:stat.0 00010000:00010000:2.0:1788536274.961474:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536274.961498:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f51a99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f24 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536274.961769:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583127424:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536274.961936:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717840 going to sleep for 11 seconds 00000100:00100000:2.0:1788536274.967847:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583127424:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536274.967906:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f51a99 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f24 expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.967938:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f51a99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f24 expref: 11 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536274.967955:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:2.0:1788536274.968040:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573968128:12345-192.168.203.55@tcp:101:stat.0 Request processed in 6589us (6945us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536274.968050:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 366 00000100:00100000:1.0:1788536275.168183:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536275.168270:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536275.168347:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536275.169003:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573968512 00000100:00100000:2.0:1788536275.169015:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573968512 00000100:00100000:2.0:1788536275.169131:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573968768 00000100:00100000:2.0:1788536275.169135:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573968768 00000100:00100000:2.0:1788536275.169168:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 473 00000100:00100000:2.0:1788536275.169178:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573968512:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536275.169255:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415573968512:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 78us (985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536275.169263:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 473 00000100:00100000:2.0:1788536275.169280:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 474 00000100:00100000:2.0:1788536275.169287:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2354:x1875415573968768:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536275.169329:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2354:x1875415573968768:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 42us (982us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536275.169335:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 474 00000100:00100000:3.0:1788536275.169663:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573968256 00000100:00100000:3.0:1788536275.169668:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573968256 00000100:00080000:1.0:1788536275.169727:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536275.169774:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 600 00000100:00100000:3.0:1788536275.169782:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:2354:x1875415573968256:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536275.169829:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:2354:x1875415573968256:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 48us (1657us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536275.169835:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 600 00000100:00100000:0.0:1788536275.172876:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536275.173539:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536275.173627:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536275.173670:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573968640 00000100:00100000:3.0:1788536275.173680:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573968640 00000100:00100000:3.0:1788536275.173777:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:3.0:1788536275.173787:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+18:2355:x1875415573968640:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536275.173860:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:9d7f9c43-7530-4f55-b26f-a400ae2ed814+18:2355:x1875415573968640:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 74us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536275.173868:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00080000:1.0:1788536275.174026:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536275.183111:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573968384 00000100:00100000:1.0:1788536275.183127:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573968384 00000100:00100000:1.0:1788536275.183215:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573968896 00000100:00100000:1.0:1788536275.183218:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573968896 00000100:00100000:1.0:1788536275.183250:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:1.0:1788536275.183260:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573968384:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536275.183333:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573968384:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 74us (10466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536275.183341:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:1.0:1788536275.183359:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00100000:1.0:1788536275.183387:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2355:x1875415573968896:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536275.183414:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+6:2355:x1875415573968896:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 49us (9787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536275.183420:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00080000:0.0:1788536275.184010:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536275.883522:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536276.078193:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583127680:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078264:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536276.078322:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583128192:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078348:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536276.078398:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788536276.078404:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583127552:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078431:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536276.078454:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583128064:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078477:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536276.078504:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583127808:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078526:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536276.078545:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536276.078550:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583127936:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078571:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536276.078602:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583128192 00000100:00100000:1.0:1788536276.078609:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583128192 00000100:00100000:1.0:1788536276.078655:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583127936 00000100:00100000:1.0:1788536276.078658:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583127936 00000100:00100000:1.0:1788536276.078680:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788536276.078688:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583128192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078735:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583128192:12345-0@lo:400:kworker.0 Request processed in 47us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536276.078742:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788536276.078769:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788536276.078775:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583127936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078806:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583127936:12345-0@lo:400:kworker.0 Request processed in 32us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536276.078812:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788536276.078828:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583127552 00000100:00100000:1.0:1788536276.078831:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583127552 00000100:00100000:1.0:1788536276.078854:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788536276.078860:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583127552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.078886:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583127552:12345-0@lo:400:kworker.0 Request processed in 27us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536276.078893:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788536276.078931:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583127680 00000100:00100000:1.0:1788536276.078935:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583127680 00000100:00100000:1.0:1788536276.078958:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583128064 00000100:00100000:1.0:1788536276.078961:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583128064 00000100:00100000:1.0:1788536276.078977:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583127808 00000100:00100000:1.0:1788536276.078980:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583127808 00000100:00100000:1.0:1788536276.078994:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1788536276.078999:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583127680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.079027:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583127680:12345-0@lo:400:kworker.0 Request processed in 28us (764us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536276.079033:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1788536276.079044:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1788536276.079050:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583128064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.079080:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583128064:12345-0@lo:400:kworker.0 Request processed in 31us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536276.079086:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1788536276.079097:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:1.0:1788536276.079103:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583127808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.079127:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583127808:12345-0@lo:400:kworker.0 Request processed in 25us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536276.079133:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00080000:1.0:1788536276.079152:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536276.079156:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536276.079158:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536276.079198:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583127936:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.079209:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583127808:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.079233:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583127552:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.079242:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583128064:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.079251:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583127680:0@lo:400:kworker.0 00000100:00100000:1.0:1788536276.079260:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583128192:0@lo:400:kworker.0 00000001:00080000:0.0:1788536276.183364:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000100:00100000:2.0:1788536276.593647:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583128320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536276.593717:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536276.594061:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583128320 00000100:00100000:0.0:1788536276.594069:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583128320 00000100:00100000:0.0:1788536276.594118:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:0.0:1788536276.594128:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583128320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536276.594162:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1788536276.608294:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583128320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 14158us (14567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536276.608310:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1788536276.608909:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583128320:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536276.907971:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536277.934886:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536278.125958:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583128448:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536278.126028:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536278.126538:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583128448 00000100:00100000:0.0:1788536278.126547:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583128448 00000100:00100000:0.0:1788536278.126603:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:0.0:1788536278.126612:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583128448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536278.127538:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536278.127612:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583128448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 999us (1581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536278.127621:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00080000:1.0:1788536278.127754:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536278.128988:0:3283:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967367 gen 2 00000004:00080000:2.0:1788536278.128997:0:3283:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d7c4a4700, transno 4294967367 00000100:00100000:2.0:1788536278.129029:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583128448:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788536278.958442:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788536279.745347:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000001:00080000:3.0:1788536279.745366:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967378 is committed 00000001:00080000:3.0:1788536279.745399:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000001:00080000:3.0:1788536279.800979:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968175 is committed 00000020:00080000:3.0:1788536279.801004:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d43ad5cc0 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:3.0:1788536279.801009:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d43ad5480 00000020:00080000:3.0:1788536279.801013:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d456f4400 00000001:00080000:3.0:1788536279.801041:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968183 is committed 00000001:00080000:3.0:1788536279.801047:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968177 is committed 00000020:00080000:1.0:1788536279.801064:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:1.0:1788536279.801257:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00010000:00010000:2.0:1788536279.992025:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536280.278148:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278185:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278260:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278281:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278299:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278317:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278332:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278349:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278406:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278428:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536280.278447:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573969024 00000100:00100000:1.0:1788536280.278457:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573969024 00000100:00100000:1.0:1788536280.278506:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 602 00000100:00100000:1.0:1788536280.278515:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:2352:x1875415573969024:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.278597:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+16:2352:x1875415573969024:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 83us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.278605:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 602 00000100:00100000:1.0:1788536280.278638:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573969280 00000100:00100000:1.0:1788536280.278642:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573969280 00000100:00100000:1.0:1788536280.278669:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573969792 00000100:00100000:1.0:1788536280.278671:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573969792 00000100:00100000:1.0:1788536280.278682:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573970048 00000100:00100000:1.0:1788536280.278684:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573970048 00000100:00100000:1.0:1788536280.278693:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573969408 00000100:00100000:1.0:1788536280.278695:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573969408 00000100:00100000:1.0:1788536280.278704:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573969664 00000100:00100000:1.0:1788536280.278706:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573969664 00000100:00100000:1.0:1788536280.278717:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573970176 00000100:00100000:1.0:1788536280.278732:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573970176 00000100:00100000:1.0:1788536280.278749:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:1.0:1788536280.278756:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573969280:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.278783:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573969280:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.278789:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:1.0:1788536280.278801:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 480 00000100:00100000:1.0:1788536280.278807:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573969792:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.278851:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573969792:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 44us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.278858:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 480 00000100:00100000:1.0:1788536280.278870:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:1.0:1788536280.278876:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2352:x1875415573970048:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.278896:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2352:x1875415573970048:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.278902:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:1.0:1788536280.278912:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 482 00000100:00100000:1.0:1788536280.278930:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2352:x1875415573969408:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.279075:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+14:2352:x1875415573969408:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 157us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.279082:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 482 00000100:00100000:1.0:1788536280.279094:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 483 00000100:00100000:1.0:1788536280.279100:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573969664:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.279120:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573969664:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.279129:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 483 00000100:00100000:1.0:1788536280.279140:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 484 00000100:00100000:1.0:1788536280.279146:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2352:x1875415573970176:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.279168:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2352:x1875415573970176:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.279174:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 484 00000100:00100000:1.0:1788536280.279193:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573969536 00000100:00100000:1.0:1788536280.279196:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573969536 00000100:00100000:1.0:1788536280.279227:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573969152 00000100:00100000:1.0:1788536280.279230:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573969152 00000100:00100000:1.0:1788536280.279265:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573969920 00000100:00100000:1.0:1788536280.279268:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573969920 00000100:00100000:1.0:1788536280.279282:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 460 00000100:00100000:1.0:1788536280.279288:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:2352:x1875415573969536:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.279318:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:2352:x1875415573969536:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.279324:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 460 00000100:00100000:1.0:1788536280.279336:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 461 00000100:00100000:1.0:1788536280.279342:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+100:2352:x1875415573969152:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.279365:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+100:2352:x1875415573969152:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (1047us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.279391:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 461 00000100:00100000:1.0:1788536280.279402:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 462 00000100:00100000:1.0:1788536280.279409:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:2352:x1875415573969920:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536280.279433:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:2352:x1875415573969920:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (1027us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536280.279438:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 462 00000100:00080000:1.0:1788536280.279623:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536280.279627:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536280.279629:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536280.296873:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536280.296940:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573970304 00000100:00100000:2.0:1788536280.296950:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573970304 00000100:00100000:2.0:1788536280.297011:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1326 00000100:00100000:2.0:1788536280.297022:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30795:x1875415573970304:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788536280.297132:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30795:x1875415573970304:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 112us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536280.297140:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1326 00000100:00100000:1.0:1788536280.302987:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536280.303313:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573970560 00000100:00100000:2.0:1788536280.303328:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573970560 00000100:00100000:2.0:1788536280.303426:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 270 00000100:00100000:2.0:1788536280.303437:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:30795:x1875415573970560:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536280.305055:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:30795:x1875415573970560:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1612us (2075us total) trans 4294968184 rc 0/0 00000100:00100000:2.0:1788536280.305068:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 270 00010000:00010000:2.0:1788536281.007393:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536281.196295:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583128960:0@lo:400:kworker.0 00000100:00100000:3.0:1788536281.196398:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536281.196474:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583128832:0@lo:400:kworker.0 00000100:00100000:0.0:1788536281.196555:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536281.196885:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583128576:0@lo:400:kworker.0 00000100:00100000:1.0:1788536281.196890:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583128704:0@lo:400:kworker.0 00000100:00100000:3.0:1788536281.197216:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583128960 00000100:00100000:3.0:1788536281.197224:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583128960 00000100:00100000:3.0:1788536281.197295:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1788536281.197305:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583128960:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788536281.197407:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536281.197443:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583128832 00000100:00100000:0.0:1788536281.197451:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583128832 00000100:00100000:0.0:1788536281.197506:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1788536281.197517:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583128832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536281.199102:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536281.200275:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583129216:0@lo:400:kworker.0 00000100:00100000:1.0:1788536281.200339:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536281.200409:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583129216 00000100:00100000:1.0:1788536281.200416:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583129216 00000100:00100000:1.0:1788536281.200459:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1788536281.200466:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583129216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536281.200519:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583129216:12345-0@lo:400:kworker.0 Request processed in 52us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536281.200526:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1788536281.200829:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967378 gen 2 00000004:00080000:1.0:1788536281.200835:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967378 committed transno 4294967378 00000100:00100000:1.0:1788536281.200855:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583129216:0@lo:400:kworker.0 00000100:00100000:1.0:1788536281.200891:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583128704 00000100:00100000:1.0:1788536281.200895:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583128704 00000100:00100000:1.0:1788536281.200918:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788536281.200922:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583128704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536281.200956:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583128704:12345-0@lo:400:kworker.0 Request processed in 34us (1862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536281.200961:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:1.0:1788536281.200974:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536281.200978:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536281.200993:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583128704:0@lo:400:kworker.0 00000100:00100000:2.0:1788536281.201700:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536281.201760:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583129088:0@lo:400:kworker.0 00000100:00100000:2.0:1788536281.201871:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536281.201901:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583129088 00000100:00100000:2.0:1788536281.201907:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583129088 00000100:00100000:2.0:1788536281.201953:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1788536281.201960:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583129088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536281.201998:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583129088:12345-0@lo:400:kworker.0 Request processed in 39us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536281.202079:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583128960:12345-0@lo:400:kworker.0 Request processed in 4772us (5708us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536281.202088:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1788536281.202142:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583128960:0@lo:400:kworker.0 00000100:00080000:3.0:1788536281.202338:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536281.202357:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583129088:0@lo:400:kworker.0 00000100:00100000:2.0:1788536281.202861:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1788536281.202943:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583128576 00000100:00100000:1.0:1788536281.202949:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583128576 00000100:00100000:1.0:1788536281.202995:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1788536281.203003:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583128576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536281.203060:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583128576:12345-0@lo:400:kworker.0 Request processed in 58us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536281.203065:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1788536281.203141:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583128576:0@lo:400:kworker.0 00000100:00100000:0.0:1788536281.204192:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583128832:12345-0@lo:400:kworker.0 Request processed in 6666us (7627us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536281.204209:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1788536281.205070:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583128832:0@lo:400:kworker.0 00000100:00100000:2.0:1788536281.707644:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583129344:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536281.707730:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536281.707925:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583129344 00000100:00100000:0.0:1788536281.707934:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583129344 00000100:00100000:0.0:1788536281.707987:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1788536281.707997:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583129344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536281.708059:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536281.708115:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583129344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 120us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536281.708123:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:1.0:1788536281.708214:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583129344:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536282.028090:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536283.052409:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536283.181135:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536283.181172:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536283.181205:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573970688 00000100:00100000:3.0:1788536283.181206:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536283.181221:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573970688 00000100:00100000:0.0:1788536283.181305:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573970944 00000100:00100000:0.0:1788536283.181309:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573970944 00000100:00100000:0.0:1788536283.181331:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573970816 00000100:00100000:0.0:1788536283.181334:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573970816 00000100:00100000:0.0:1788536283.181353:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 61 00000100:00100000:0.0:1788536283.181363:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d498c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+18:2354:x1875415573970688:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536283.181416:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536283.181439:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d73c0ce00/0x94dfe24b69f5166a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0d80 expref: 18 pid: 5816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536283.181460:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536283.181513:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d498c5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+17:2354:x1875415573970688:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 151us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536283.181521:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 61 00000100:00100000:0.0:1788536283.181575:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 62 00000100:00100000:0.0:1788536283.181582:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+16:2354:x1875415573970944:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536283.181590:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536283.181601:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d66837600/0x94dfe24b69f51678 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0db1 expref: 16 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536283.181610:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536283.181626:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+15:2354:x1875415573970944:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 45us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536283.181632:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 62 00000100:00100000:0.0:1788536283.181645:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 63 00000100:00100000:0.0:1788536283.181651:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+14:2354:x1875415573970816:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536283.181662:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536283.181671:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1d66837a00/0x94dfe24b69f51671 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0daa expref: 14 pid: 5818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536283.181679:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536283.181694:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573970816:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 43us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536283.181711:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 63 00000100:00100000:0.0:1788536283.182155:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536283.182289:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573971072 00000100:00100000:2.0:1788536283.182296:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573971072 00000100:00100000:2.0:1788536283.182353:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 367 00000100:00100000:2.0:1788536283.182362:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2351:x1875415573971072:12345-192.168.203.55@tcp:9:umount.0 00000020:00000080:2.0:1788536283.182408:0:16289:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x94dfe24b69f5168d 00000100:00080000:2.0:1788536283.182419:0:16289:0:(import.c:65:import_set_state_nolock()) ffff8b1c430d4000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788536283.182463:0:16289:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967379 00010000:00010000:0.0:1788536283.182481:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788536283.182920:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536283.185490:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:9d7f9c43-7530-4f55-b26f-a400ae2ed814+2:2351:x1875415573971072:12345-192.168.203.55@tcp:9:umount.0 Request processed in 3110us (3317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536283.185506:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 367 00000100:00100000:1.0:1788536283.196076:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536283.196201:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573971200 00000100:00100000:2.0:1788536283.196214:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573971200 00000100:00100000:2.0:1788536283.196335:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 368 00000100:00100000:2.0:1788536283.196349:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+5:2351:x1875415573971200:12345-192.168.203.55@tcp:9:umount.0 00000020:00000080:2.0:1788536283.196413:0:6668:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x94dfe24b69f51686 00000100:00080000:2.0:1788536283.196424:0:6668:0:(import.c:65:import_set_state_nolock()) ffff8b1c430d1000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788536283.196476:0:6668:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967367 00000100:00100000:2.0:1788536283.196779:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:9d7f9c43-7530-4f55-b26f-a400ae2ed814+2:2351:x1875415573971200:12345-192.168.203.55@tcp:9:umount.0 Request processed in 432us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536283.196789:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 368 00000100:00080000:3.0:1788536283.196848:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788536283.197031:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536283.210803:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536283.210957:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573971840 00000100:00100000:1.0:1788536283.210967:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573971840 00000100:00100000:1.0:1788536283.211120:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1327 00000100:00100000:1.0:1788536283.211132:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+10:2351:x1875415573971840:12345-192.168.203.55@tcp:39:umount.0 00000020:00000080:1.0:1788536283.211162:0:5824:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x94dfe24b69f5167f 00000020:00010000:1.0:1788536283.211179:0:5824:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8b1d77818000: total 0 00000100:00080000:1.0:1788536283.211184:0:5824:0:(import.c:65:import_set_state_nolock()) ffff8b1d7781e800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788536283.211215:0:5824:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968184 00000100:00100000:1.0:1788536283.211558:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:9d7f9c43-7530-4f55-b26f-a400ae2ed814+9:2351:x1875415573971840:12345-192.168.203.55@tcp:39:umount.0 Request processed in 428us (764us total) trans 4294968185 rc 0/0 00000100:00100000:1.0:1788536283.211566:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1327 00000020:00010000:0.0:1788536283.211688:0:5812:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8b1d77818000: total 0 00010000:00010000:0.0:1788536283.211740:0:5812:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1d77818000, canceled 0 locks, left on hash table 4. 00010000:00010000:0.0:1788536283.211770:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:0.0:1788536283.211774:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536283.211782:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f516ef lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0df0 expref: 8 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536283.211801:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:0.0:1788536283.211804:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536283.211808:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547600/0x94dfe24b69f516b7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0de2 expref: 7 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536283.211846:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff8b1d61e36d00) 00010000:00010000:0.0:1788536283.211849:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536283.211854:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f51949 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ead expref: 6 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536283.213216:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:0.0:1788536283.213224:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536283.213233:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f518e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e98 expref: 5 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536283.213253:0:5812:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1d77818000, canceled 4 locks, left on hash table 0. 00010000:00010000:0.0:1788536283.213283:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536283.213285:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536283.213288:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788536283.213882:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536283.244784:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583129472:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536283.244871:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536283.245002:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583129472 00000100:00100000:1.0:1788536283.245011:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583129472 00000100:00100000:1.0:1788536283.245073:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:1.0:1788536283.245082:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583129472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536283.245116:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3857711104 avail 3855613952 00000100:00080000:2.0:1788536283.245192:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536283.249427:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583129472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4324us (4534us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536283.249442:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1788536283.253735:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583129472:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536284.084837:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788536284.879850:0:7634:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000020:00000080:3.0:1788536284.879858:0:7634:0:(genops.c:885:class_export_put()) final put ffff8b1c430d7800/9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000020:00000080:2.0:1788536284.880031:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8b1c430d7800/9d7f9c43-7530-4f55-b26f-a400ae2ed814 for lustre-OST0001 00000020:00000080:2.0:1788536284.880087:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b1c430d4000 for lustre-OST0001 00000001:00100000:3.0:1788536284.889148:0:5845:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000001:00080000:3.0:1788536284.889168:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968185 is committed 00000020:00080000:3.0:1788536284.889177:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000020:00000080:3.0:1788536284.889559:0:5845:0:(genops.c:885:class_export_put()) final put ffff8b1d77818000/9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000020:00080000:1.0:1788536284.889658:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:1.0:1788536284.889670:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00000080:2.0:1788536284.889884:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8b1d77818000/9d7f9c43-7530-4f55-b26f-a400ae2ed814 for lustre-MDT0000 00000020:00000080:2.0:1788536284.890078:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b1d7781e800 for lustre-MDT0000 00000040:00080000:3.0:1788536284.914155:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536284.914164:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536284.915206:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:3.0:1788536284.915215:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536285.100407:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788536285.245150:0:21437:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 11:38:02 (1788536282) 00000100:00100000:0.0:1788536285.400514:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.400547:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.400579:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.400601:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.400617:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.400634:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.400726:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.400759:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573972480 00000100:00100000:0.0:1788536285.400768:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573972480 00000100:00100000:0.0:1788536285.400833:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573972096 00000100:00100000:0.0:1788536285.400836:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573972096 00000100:00100000:0.0:1788536285.400860:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:0.0:1788536285.400869:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573972480:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536285.400940:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:2355:x1875415573972480:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.400947:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:0.0:1788536285.400964:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:0.0:1788536285.400971:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:2355:x1875415573972096:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536285.401008:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:2355:x1875415573972096:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 37us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.401014:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:0.0:1788536285.401032:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573972224 00000100:00100000:0.0:1788536285.401035:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573972224 00000100:00100000:0.0:1788536285.401060:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573972736 00000100:00100000:0.0:1788536285.401063:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573972736 00000100:00100000:0.0:1788536285.401074:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573972352 00000100:00100000:0.0:1788536285.401077:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573972352 00000100:00100000:0.0:1788536285.401087:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573972608 00000100:00100000:0.0:1788536285.401089:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573972608 00000100:00100000:0.0:1788536285.401101:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 487 00000100:00100000:0.0:1788536285.401107:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573972224:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536285.401128:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573972224:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.401134:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 487 00000100:00100000:0.0:1788536285.401144:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00100000:0.0:1788536285.401149:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573972736:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536285.401165:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573972736:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 17us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.401174:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00100000:0.0:1788536285.401182:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 489 00000100:00100000:0.0:1788536285.401187:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573972352:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536285.401204:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+14:2355:x1875415573972352:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 17us (569us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.401209:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 489 00000100:00100000:0.0:1788536285.401218:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:0.0:1788536285.401223:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573972608:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536285.401243:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573972608:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.401248:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00080000:0.0:1788536285.401271:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536285.401275:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536285.401277:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536285.402947:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573971968 00000100:00100000:1.0:1788536285.402960:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573971968 00000100:00100000:1.0:1788536285.403026:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 604 00000100:00100000:1.0:1788536285.403035:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573971968:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536285.403099:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415573971968:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 66us (2596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536285.403106:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 604 00000100:00100000:0.0:1788536285.635451:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536285.635853:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573972864 00000100:00100000:2.0:1788536285.635864:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573972864 00000100:00100000:2.0:1788536285.635932:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1328 00000100:00100000:2.0:1788536285.635942:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:31431:x1875415573972864:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788536285.636053:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:31431:x1875415573972864:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 111us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536285.636060:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1328 00000100:00100000:1.0:1788536285.707655:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.708335:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573972992 00000100:00100000:0.0:1788536285.708346:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573972992 00000100:00100000:0.0:1788536285.708431:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1329 00000100:00100000:0.0:1788536285.708442:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+100:31432:x1875415573972992:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536285.708461:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536285.708515:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51aa0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f2b expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708597:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708615:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708626:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708644:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708651:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708656:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708859:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708867:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708874:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708880:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cde00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536285.708884:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708892:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708904:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:0.0:1788536285.708908:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.708913:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708919:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aa7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708931:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708938:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708943:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708948:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536285.708951:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708956:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708963:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8b1d45477200) 00010000:00010000:0.0:1788536285.708965:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.708968:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.708973:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51aae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.709006:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51aa0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f2b expref: 101 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.709022:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:0.0:1788536285.709025:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.709029:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51aa0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f2b expref: 101 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.709038:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd800, rc 0) 00000100:00100000:0.0:1788536285.709106:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+100:31432:x1875415573972992:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 665us (1460us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536285.709114:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1329 00000100:00100000:3.0:1788536285.715610:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536285.715696:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573973248 00000100:00100000:1.0:1788536285.715706:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573973248 00000100:00100000:1.0:1788536285.715769:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1330 00000100:00100000:1.0:1788536285.715779:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+100:31432:x1875415573973248:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:1.0:1788536285.715839:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536285.715865:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5179e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0e28 expref: 100 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.715886:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:1.0:1788536285.715892:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536285.716133:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.716149:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 46 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.716158:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.716192:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 46 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.716210:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 46 pid: 5823 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536285.716224:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583129600:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536285.716328:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd300 going to sleep for 11 seconds 00000100:00100000:3.0:1788536285.720024:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.722193:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573973376 00000100:00100000:0.0:1788536285.722209:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573973376 00010000:00010000:0.0:1788536285.722265:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 47 pid: 5823 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536285.722316:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:0.0:1788536285.722325:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573973376:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536285.722340:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536285.722347:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 47 pid: 5823 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.722361:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 47 pid: 5823 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.722423:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:0.0:1788536285.722429:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.722440:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.722448:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.722468:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536285.722522:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+47:2354:x1875415573973376:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 197us (2506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.722529:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 400 00010000:00010000:1.0:1788536285.729469:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f51719 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0dfe expref: 46 pid: 5823 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536285.729765:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583129600:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536285.729790:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.729801:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.729807:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.729837:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.729849:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.729859:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536285.731994:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 16384 00010000:00010000:1.0:1788536285.732012:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.732022:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.732029:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.732035:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536285.732040:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.732049:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.732065:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:1.0:1788536285.732069:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536285.732074:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.732085:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51ab5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536285.732109:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000005a7f8f24 reply state 00000000df8ac9f9 transno 4294968186 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536285.732118:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536285.732223:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+101:31432:x1875415573973248:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 16442us (16628us total) trans 4294968186 rc 0/0 00000100:00100000:1.0:1788536285.732233:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1330 00010000:00010000:1.0:1788536285.735231:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.735248:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.735256:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.735261:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536285.735266:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.735273:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.735290:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8b1d4631bf00) 00010000:00010000:1.0:1788536285.735293:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536285.735297:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.735307:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51abc lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536285.741130:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.741317:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573973504 00000100:00100000:0.0:1788536285.741327:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573973504 00000100:00100000:0.0:1788536285.742140:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1331 00000100:00100000:0.0:1788536285.742218:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+100:31433:x1875415573973504:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536285.742296:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536285.742324:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51ac3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f32 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.742701:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.742716:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.742727:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536285.742829:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536285.742834:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536285.742857:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.742883:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51ac3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f32 expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.742900:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f32 expref: 101 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.742909:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:0.0:1788536285.742912:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536285.742916:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cde00, rc 0) 00000100:00100000:0.0:1788536285.743100:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+101:31433:x1875415573973504:12345-192.168.203.55@tcp:101:bash.0 Request processed in 949us (1978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.743108:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1331 00000100:00100000:3.0:1788536285.747940:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536285.748605:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573973632 00000100:00100000:2.0:1788536285.748617:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573973632 00000100:00100000:2.0:1788536285.748693:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1332 00000100:00100000:2.0:1788536285.748704:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+101:31433:x1875415573973632:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536285.748725:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536285.748757:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51ad1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f39 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.748826:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.748841:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.748852:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.748866:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.748873:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.748879:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749011:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51ae6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749020:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749027:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536285.749055:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 16384 00000004:00200000:2.0:1788536285.749072:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536285.749092:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51ae6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749104:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749110:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749120:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749126:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536285.749131:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749138:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749149:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:2.0:1788536285.749153:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536285.749157:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749163:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51ad8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749174:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749180:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749185:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749191:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536285.749194:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749204:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749211:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8b1d61e36f00) 00010000:00010000:2.0:1788536285.749213:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536285.749216:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749221:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51adf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749251:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51ad1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f39 expref: 103 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749265:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2e00/0x94dfe24b69f51ae6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f39 expref: 102 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.749272:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536285.749275:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536285.749277:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2e00, rc 0) 00000100:00100000:2.0:1788536285.749348:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+102:31433:x1875415573973632:12345-192.168.203.55@tcp:101:bash.0 Request processed in 646us (1418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536285.749358:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1332 00000100:00100000:2.0:1788536285.754090:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536285.754528:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573973760 00000100:00100000:1.0:1788536285.754538:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573973760 00000100:00100000:1.0:1788536285.754672:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1333 00000100:00100000:1.0:1788536285.754692:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+102:31433:x1875415573973760:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536285.754714:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536285.754735:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51aed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f40 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754808:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754823:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754833:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754847:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754854:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754860:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754919:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754928:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754934:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754939:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536285.754944:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754952:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754962:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536285.754965:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536285.754970:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754975:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51af4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754986:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754993:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.754998:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.755003:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536285.755007:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.755013:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.755021:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff8b1d4631bf00) 00010000:00010000:1.0:1788536285.755023:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536285.755026:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.755031:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51afb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.755065:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51aed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f40 expref: 103 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.755075:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536285.755078:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536285.755082:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51aed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f40 expref: 103 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.755090:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:1.0:1788536285.755215:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+102:31433:x1875415573973760:12345-192.168.203.55@tcp:101:bash.0 Request processed in 532us (1135us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536285.755222:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1333 00000100:00100000:3.0:1788536285.778466:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.778548:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573973888 00000100:00100000:0.0:1788536285.778558:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573973888 00000100:00100000:0.0:1788536285.778627:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1334 00000100:00100000:0.0:1788536285.778636:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+46:31434:x1875415573973888:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536285.778654:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536285.778672:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b02 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f47 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.778747:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.778761:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.778785:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536285.778818:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:0.0:1788536285.778822:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536285.778841:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.778866:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b02 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.778884:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.778893:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:0.0:1788536285.778895:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536285.778899:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429ccc00, rc 0) 00000100:00100000:0.0:1788536285.778960:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:31434:x1875415573973888:12345-192.168.203.55@tcp:101:rm.0 Request processed in 325us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.778967:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1334 00000100:00100000:3.0:1788536285.784129:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536285.784211:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573974016 00000100:00100000:2.0:1788536285.784220:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573974016 00000100:00100000:2.0:1788536285.784273:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1335 00000100:00100000:2.0:1788536285.784282:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+47:31434:x1875415573974016:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536285.784302:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536285.784320:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b10 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f4e expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784417:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784432:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784442:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784457:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784463:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784469:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784557:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51b25 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784564:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51b25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784571:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51b25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536285.784710:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 16384 00000004:00200000:2.0:1788536285.784715:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536285.784735:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51b25 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784747:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784753:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784759:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784763:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536285.784767:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784774:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784852:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:2.0:1788536285.784855:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536285.784859:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784865:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b17 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784876:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784881:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784890:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784896:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536285.784898:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784904:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784911:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff8b1d61e36f00) 00010000:00010000:2.0:1788536285.784913:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536285.784916:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784921:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b1e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784951:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b10 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f4e expref: 49 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784962:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3600/0x94dfe24b69f51b25 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f4e expref: 48 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.784969:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536285.784971:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788536285.784973:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3600, rc 0) 00000100:00100000:2.0:1788536285.785331:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+48:31434:x1875415573974016:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1049us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536285.785341:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1335 00000100:00100000:2.0:1788536285.799295:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.799401:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573974144 00000100:00100000:0.0:1788536285.799412:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573974144 00000100:00100000:0.0:1788536285.799480:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1336 00000100:00100000:0.0:1788536285.799490:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:31434:x1875415573974144:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536285.799509:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536285.799533:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b2c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f55 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799630:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799644:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799655:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799671:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799678:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799694:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799757:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799764:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799769:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799775:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536285.799780:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799790:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799804:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536285.799807:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.799811:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799818:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f51b33 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799830:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799836:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799841:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799846:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536285.799849:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799855:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799862:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536285.799864:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.799867:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799875:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51b3a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799909:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b2c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f55 expref: 49 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799919:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536285.799921:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.799925:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b2c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f55 expref: 49 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.799933:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc000, rc 0) 00000100:00100000:0.0:1788536285.800005:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:31434:x1875415573974144:12345-192.168.203.55@tcp:101:rm.0 Request processed in 515us (722us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536285.800012:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1336 00000100:00100000:3.0:1788536285.804820:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536285.806769:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573974272 00000100:00100000:1.0:1788536285.806785:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573974272 00000100:00100000:1.0:1788536285.806858:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1337 00000100:00100000:1.0:1788536285.808779:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:31434:x1875415573974272:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536285.808806:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536285.808828:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51b41 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f5c expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.808897:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.808913:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.808924:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.808939:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.808945:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.808952:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809003:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809010:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809017:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809022:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536285.809027:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809034:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809045:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536285.809048:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536285.809053:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809059:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b48 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809071:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809076:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809081:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809086:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536285.809089:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809094:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809101:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff8b1d4631bf00) 00010000:00010000:1.0:1788536285.809103:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536285.809106:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809111:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b4f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809142:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51b41 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f5c expref: 49 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809151:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:1.0:1788536285.809154:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536285.809157:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51b41 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f5c expref: 49 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.809165:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7200, rc 0) 00000100:00100000:1.0:1788536285.809239:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:31434:x1875415573974272:12345-192.168.203.55@tcp:101:rm.0 Request processed in 2371us (4427us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536285.809247:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1337 00000100:00100000:1.0:1788536285.837503:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536285.837619:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573974400 00000100:00100000:2.0:1788536285.837629:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573974400 00000100:00100000:2.0:1788536285.837700:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1338 00000100:00100000:2.0:1788536285.837709:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:31435:x1875415573974400:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536285.837729:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536285.837749:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b56 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f63 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837821:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837835:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837846:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837861:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837867:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837875:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837937:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837945:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837951:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837956:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536285.837960:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837968:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837978:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536285.837981:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536285.837985:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.837992:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51b5d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838004:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838009:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838015:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838020:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536285.838024:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838029:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838035:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff8b1d61e36f00) 00010000:00010000:2.0:1788536285.838037:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536285.838040:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838045:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51b64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838076:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b56 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f63 expref: 49 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838086:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:2.0:1788536285.838089:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536285.838092:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51b56 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f63 expref: 49 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536285.838101:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:2.0:1788536285.838163:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:31435:x1875415573974400:12345-192.168.203.55@tcp:101:cp.0 Request processed in 455us (677us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536285.838170:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1338 00000100:00100000:2.0:1788536285.841426:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536285.841505:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573974528 00000100:00100000:3.0:1788536285.841515:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573974528 00000100:00100000:3.0:1788536285.841577:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1339 00000100:00100000:3.0:1788536285.841587:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:31435:x1875415573974528:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536285.841618:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536285.841639:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51b6b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f6a expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841719:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841734:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841746:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841760:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841767:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841773:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841828:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841836:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841843:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841854:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536285.841859:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841866:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841878:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:3.0:1788536285.841880:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536285.841885:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841891:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51b72 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841902:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841908:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841914:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841919:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536285.841922:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841929:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841940:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536285.841942:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536285.841945:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841950:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51b79 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841982:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51b6b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f6a expref: 49 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.841992:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:3.0:1788536285.841994:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536285.841998:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51b6b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f6a expref: 49 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.842007:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49e00, rc 0) 00000100:00100000:3.0:1788536285.842067:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:31435:x1875415573974528:12345-192.168.203.55@tcp:101:cp.0 Request processed in 481us (652us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536285.842075:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1339 00000100:00100000:3.0:1788536285.852171:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536285.852431:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573974784 00000100:00100000:1.0:1788536285.852442:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573974784 00000100:00100000:1.0:1788536285.852507:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1340 00000100:00100000:1.0:1788536285.852518:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:31435:x1875415573974784:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536285.852540:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536285.852564:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b80 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f71 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.852713:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.852733:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.852745:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.852760:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.852767:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536285.852772:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536285.855144:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:0.0:1788536285.855447:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855464:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855476:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855520:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855528:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855536:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855542:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536285.855546:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855553:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855566:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536285.855569:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.855573:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855579:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f51b87 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536285.855591:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000653c119c reply state 000000005d4b6f92 transno 4294968187 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536285.855600:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536285.855639:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51b80 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 51 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855654:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 50 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.855662:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536285.855665:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536285.855667:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc000, rc 0) 00000100:00100000:0.0:1788536285.855759:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:31435:x1875415573974784:12345-192.168.203.55@tcp:101:cp.0 Request processed in 3242us (3596us total) trans 4294968187 rc 0/0 00000100:00100000:0.0:1788536285.855768:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1340 00010000:00010000:3.0:1788536285.860518:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.860535:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.860543:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.860550:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536285.860554:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.860562:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.860579:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff8b1d4631bf00) 00010000:00010000:3.0:1788536285.860582:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536285.860599:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.860605:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51b8e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536285.861221:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.861495:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573974912 00000100:00100000:0.0:1788536285.861506:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573974912 00000100:00100000:0.0:1788536285.861566:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 369 00000100:00100000:0.0:1788536285.861576:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573974912:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536285.861603:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536285.861623:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f78 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536285.861649:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536285.861667:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=664s v=(0 0) 00010000:00010000:0.0:1788536285.861671:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536285.861689:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.861705:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.861717:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc800, rc 0) 00000100:00100000:0.0:1788536285.861784:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2352:x1875415573974912:12345-192.168.203.55@tcp:101:cp.0 Request processed in 208us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.861790:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 369 00000100:00100000:1.0:1788536285.866186:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.866283:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573975040 00000100:00100000:0.0:1788536285.866293:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573975040 00000100:00100000:0.0:1788536285.866353:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 370 00000100:00100000:0.0:1788536285.866363:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:31435:x1875415573975040:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536285.866416:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536285.866432:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f7f expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.866462:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.866470:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536285.866475:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536285.866481:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.866516:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.866530:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 10 pid: 6666 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536285.866544:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583129728:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536285.866712:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d71bb0a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536285.870868:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.870987:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583129728:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536285.871035:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536285.871046:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573975168 00000100:00100000:3.0:1788536285.871053:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573975168 00010000:00010000:0.0:1788536285.871056:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd600, rc 0) 00010000:00010000:3.0:1788536285.871084:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 11 pid: 6666 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536285.871113:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:31435:x1875415573975040:12345-192.168.203.55@tcp:101:cp.0 Request processed in 4752us (4937us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.871121:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 370 00000100:00100000:3.0:1788536285.871126:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 401 00000100:00100000:3.0:1788536285.871134:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573975168:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536285.871145:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536285.871166:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 10 pid: 6666 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.871183:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 10 pid: 6666 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.871204:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007ab308de/0x94dfe24b69f51ba3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f78 expref: 10 pid: 6666 timeout: 764 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.871217:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536285.871221:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536285.871229:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.871239:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.871271:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536285.871284:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583129856:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536285.871331:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50823c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536285.874912:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:5810:1875415583129856:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536285.874941:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536285.875006:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573975168:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 3872us (4146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536285.875017:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 401 00000100:00100000:1.0:1788536285.879534:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536285.879640:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573975424 00000100:00100000:2.0:1788536285.879651:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573975424 00000100:00100000:2.0:1788536285.879719:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 271 00000100:00100000:2.0:1788536285.879738:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:31435:x1875415573975424:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536285.880112:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:31435:x1875415573975424:12345-192.168.203.55@tcp:35:cp.0 Request processed in 384us (587us total) trans 4294968188 rc 0/0 00000100:00100000:2.0:1788536285.880121:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 271 00000040:00080000:3.0:1788536285.931579:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536285.931599:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536285.931639:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:3.0:1788536285.931646:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536285.932081:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.932303:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573975552 00000100:00100000:0.0:1788536285.932313:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573975552 00000100:00100000:0.0:1788536285.932507:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1341 00000100:00100000:0.0:1788536285.932522:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:31439:x1875415573975552:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536285.932541:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536285.932562:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51bb1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f86 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932642:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932657:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932667:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932691:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932700:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932706:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932805:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932814:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932822:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536285.932854:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00000004:00200000:0.0:1788536285.932859:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536285.932878:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932889:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932898:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932905:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932911:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932917:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536285.932922:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932929:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932941:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536285.932944:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.932950:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932956:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51bb8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932969:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932975:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932981:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932987:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536285.932990:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.932996:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.933003:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff8b1d45597500) 00010000:00010000:0.0:1788536285.933006:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536285.933009:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.933015:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51bbf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.933050:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51bb1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 104 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.933064:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 103 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.933071:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536285.933073:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536285.933076:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cdc00, rc 0) 00000100:00100000:0.0:1788536285.933141:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+103:31439:x1875415573975552:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 624us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536285.937211:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536285.937552:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573975680 00000100:00100000:1.0:1788536285.937563:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573975680 00000100:00100000:1.0:1788536285.937704:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 371 00000100:00100000:1.0:1788536285.937715:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573975680:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536285.937742:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536285.937761:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f51bcd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f8d expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536285.937820:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583129984:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536285.937902:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd840 going to sleep for 11 seconds 00000100:00100000:0.0:1788536285.940001:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1341 00002000:00010000:3.0:1788536285.940802:0:9635:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788536285.940809:0:9635:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime: 0 -> 1788536285 00002000:00010000:3.0:1788536285.940811:0:9635:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1788536285 00002000:00010000:3.0:1788536285.940813:0:9635:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime: 0 -> 1788536285 00000100:00100000:3.0:1788536285.940836:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583129984:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536285.940874:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f51bcd lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f8d expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.940896:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f51bcd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f8d expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.940908:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:3.0:1788536285.941204:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573975680:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3490us (4002us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536285.941212:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 371 00000100:00100000:1.0:1788536285.945163:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536285.945245:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573975808 00000100:00100000:3.0:1788536285.945255:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573975808 00000100:00100000:3.0:1788536285.945344:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1342 00000100:00100000:3.0:1788536285.945354:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+103:31439:x1875415573975808:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536285.945497:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536285.945518:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51bd4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f94 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.945661:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.945675:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.945699:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536285.945809:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 16384 00000004:00200000:3.0:1788536285.945813:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536285.945831:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.945857:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51bd4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 105 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.945875:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 104 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536285.945883:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:3.0:1788536285.945886:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536285.945890:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48200, rc 0) 00000100:00100000:3.0:1788536285.945995:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+104:31439:x1875415573975808:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 641us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536285.946002:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1342 00000100:00100000:1.0:1788536285.954199:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.954313:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573975936 00000100:00100000:0.0:1788536285.954324:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573975936 00000100:00100000:0.0:1788536285.954483:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 372 00000100:00100000:0.0:1788536285.954494:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573975936:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536285.954513:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536285.954530:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1a6c7eb/0x94dfe24b69f51be2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0f9b expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536285.954736:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583130112:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536285.954813:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d71bb0a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536285.957733:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583130112:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536285.957772:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a1a6c7eb/0x94dfe24b69f51be2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f9b expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.957804:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1a6c7eb/0x94dfe24b69f51be2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f9b expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536285.957816:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd200, rc 0) 00000100:00100000:0.0:1788536285.957915:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573975936:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3422us (3725us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536285.957924:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 372 00000100:00100000:1.0:1788536285.963155:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536285.963334:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573976192 00000100:00100000:0.0:1788536285.963346:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573976192 00000100:00100000:0.0:1788536285.963441:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1343 00000100:00100000:0.0:1788536285.963451:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+104:31439:x1875415573976192:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:0.0:1788536285.963771:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:0.0:1788536285.963872:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+104:31439:x1875415573976192:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 414us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536285.965003:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1343 00010000:00010000:1.0:1788536286.130161:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536286.315742:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583130624:0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.315810:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536286.315863:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536286.315869:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583130496:0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.315894:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536286.315894:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583130240:0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.315928:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583130624 00000100:00100000:0.0:1788536286.315928:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536286.315935:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583130624 00000100:00100000:3.0:1788536286.315988:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788536286.315997:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583130624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.316046:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583130624:12345-0@lo:400:kworker.0 Request processed in 51us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536286.316053:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788536286.316078:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583130496 00000100:00100000:3.0:1788536286.316082:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583130496 00000100:00100000:3.0:1788536286.316109:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788536286.316115:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583130496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.316144:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583130496:12345-0@lo:400:kworker.0 Request processed in 30us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536286.316150:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788536286.316167:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583130240 00000100:00100000:3.0:1788536286.316171:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583130240 00000100:00100000:3.0:1788536286.316191:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1788536286.316197:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583130240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.316223:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583130240:12345-0@lo:400:kworker.0 Request processed in 26us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536286.316230:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00080000:3.0:1788536286.316252:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536286.316256:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536286.316281:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c051880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583130496:0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.316291:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583130624:0@lo:400:kworker.0 00000100:00100000:1.0:1788536286.316547:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583130368:0@lo:400:kworker.0 00000100:00100000:1.0:1788536286.316635:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536286.316655:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583130880:0@lo:400:kworker.0 00000100:00100000:1.0:1788536286.316689:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536286.316733:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583130880 00000100:00100000:1.0:1788536286.316737:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583130880 00000100:00100000:1.0:1788536286.316781:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1788536286.316788:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583130880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536286.316822:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583130880:12345-0@lo:400:kworker.0 Request processed in 35us (142us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536286.316829:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:1.0:1788536286.316849:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536286.316866:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583130880:0@lo:400:kworker.0 00000100:00100000:0.0:1788536286.316908:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583130240:0@lo:400:kworker.0 00000100:00100000:0.0:1788536286.316916:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583130752:0@lo:400:kworker.0 00000100:00100000:0.0:1788536286.316943:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536286.324718:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583130752 00000100:00100000:2.0:1788536286.324735:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583130752 00000100:00100000:2.0:1788536286.324822:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1788536286.324832:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583130752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536286.324916:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583130752:12345-0@lo:400:kworker.0 Request processed in 86us (7972us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536286.324923:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00080000:2.0:1788536286.324950:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536286.324985:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583130752:0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.325205:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583130368 00000100:00100000:3.0:1788536286.325210:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583130368 00000100:00100000:3.0:1788536286.325395:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788536286.325403:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583130368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536286.325440:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583130368:12345-0@lo:400:kworker.0 Request processed in 39us (8807us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536286.325446:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1788536286.325785:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583130368:0@lo:400:kworker.0 00000001:00100000:3.0:1788536286.383458:0:6691:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000020:00000080:3.0:1788536286.383468:0:6691:0:(genops.c:885:class_export_put()) final put ffff8b1c430d0000/9d7f9c43-7530-4f55-b26f-a400ae2ed814 00000020:00000080:3.0:1788536286.383495:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b1c430d0000/9d7f9c43-7530-4f55-b26f-a400ae2ed814 for lustre-OST0000 00000020:00000080:3.0:1788536286.383548:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8b1c430d1000 for lustre-OST0000 00000040:00080000:2.0:1788536286.823348:0:21487:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536286.823356:0:21487:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536286.823422:0:21487:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:2.0:1788536286.823430:0:21487:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536286.831039:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583131008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536286.831104:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536286.831185:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583131008 00000100:00100000:2.0:1788536286.831193:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583131008 00000100:00100000:2.0:1788536286.831240:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1788536286.831249:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583131008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536286.831283:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83296256 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536286.833834:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583131008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2578us (2721us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536286.833852:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1788536286.834300:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583131008:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788536286.965535:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536286.965545:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536286.965588:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:0.0:1788536286.965595:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536286.965893:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583131136:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536286.965985:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536d6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536286.975279:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536286.976933:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573976320 00000100:00100000:3.0:1788536286.976946:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573976320 00000100:00100000:3.0:1788536286.977011:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1344 00000100:00100000:3.0:1788536286.977020:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:31450:x1875415573976320:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536286.977055:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536286.977166:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:31450:x1875415573976320:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 146us (1896us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536286.977174:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1344 00000100:00100000:0.0:1788536286.986010:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583131136:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536286.993426:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536286.994404:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573976576 00000100:00100000:3.0:1788536286.994416:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573976576 00000100:00100000:3.0:1788536286.994475:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1345 00000100:00100000:3.0:1788536286.994485:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:31450:x1875415573976576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536286.994504:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536286.994526:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51be9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fa2 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536286.994833:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51bf0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536286.994848:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536286.994862:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51bf0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536286.994873:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:3.0:1788536286.995013:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51be9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa2 expref: 54 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536286.995031:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51bf0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa2 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536286.995040:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:3.0:1788536286.995043:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536286.995047:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49e00, rc 0) 00000100:00100000:3.0:1788536286.995149:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+53:31450:x1875415573976576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 665us (1731us total) trans 4294968189 rc 0/0 00000100:00100000:3.0:1788536286.995157:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1345 00000100:00100000:0.0:1788536287.005866:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536287.005898:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536287.005932:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573976704 00000100:00100000:0.0:1788536287.005940:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573976704 00000100:00100000:0.0:1788536287.006003:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 373 00000100:00100000:0.0:1788536287.006014:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573976704:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536287.006056:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.006075:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.006084:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536287.006089:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536287.006093:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.006126:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.006142:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 9 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536287.006163:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583131264:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536287.006239:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536d6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536287.006256:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573976832 00000100:00100000:0.0:1788536287.006259:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573976832 00000100:00100000:0.0:1788536287.006294:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 64 00000100:00100000:0.0:1788536287.006301:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+53:2354:x1875415573976832:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536287.006311:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536287.006331:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f51bf0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa2 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.006346:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536287.006350:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536287.006394:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415573976832:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 92us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536287.006400:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 64 00000100:00080000:2.0:1788536287.008286:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536287.008295:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536287.016458:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536287.016487:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573976960 00000100:00100000:2.0:1788536287.016497:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573976960 00002000:00100000:2.0:1788536287.016544:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->157) req@ffff8b1d7cb02680 x1875415573976960/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:188/0 lens 648/0 e 0 to 0 dl 1788536298 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536287.016553:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7cb02680 with x1875415573976960 ext(0->157) 00010000:00010000:2.0:1788536287.016563:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 10 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.016584:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 10 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536287.016592:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7cb02680 00000100:00100000:2.0:1788536287.016617:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 14 00000100:00100000:2.0:1788536287.016627:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573976960:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:3.0:1788536287.018175:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583131264:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536287.018206:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536287.021198:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573976960:12345-192.168.203.55@tcp:4:cp.0 Request processed in 4564us (4739us total) trans 4294967368 rc 0/0 00000100:00100000:2.0:1788536287.021210:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 14 00002000:00100000:2.0:1788536287.021220:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1a:0x0] (0->157) req@ffff8b1d7cb02680 x1875415573976960/t4294967368(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:188/0 lens 648/448 e 0 to 0 dl 1788536298 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536287.021230:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7cb02680 with x1875415573976960 ext(0->157) 00010000:00010000:2.0:1788536287.021241:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 12 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.021258:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 12 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536287.021266:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7cb02680 00000100:00100000:0.0:1788536287.024024:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536287.024089:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573977088 00000100:00100000:2.0:1788536287.024098:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573977088 00010000:00010000:2.0:1788536287.024136:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 12 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536287.024184:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 402 00000100:00100000:2.0:1788536287.024195:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573977088:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536287.024212:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536287.024237:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 12 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.024250:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 12 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.024272:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018776691/0x94dfe24b69f51baa lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f7f expref: 12 pid: 6667 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.024287:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536287.024292:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536287.024297:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.024311:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.024347:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536287.024429:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573977088:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 236us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536287.024436:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 402 00010000:00010000:0.0:1788536287.024590:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.024600:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.024626:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.024641:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.024648:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.024655:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cca00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536287.024659:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.024668:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.024691:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.024698:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008f565ee9/0x94dfe24b69f51bfe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536287.024759:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573976704:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 18748us (18902us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536287.024767:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 373 00000100:00100000:0.0:1788536287.027943:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536287.027997:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573977344 00000100:00100000:3.0:1788536287.028006:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573977344 00000100:00100000:3.0:1788536287.028053:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1346 00000100:00100000:3.0:1788536287.028063:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:31450:x1875415573977344:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536287.028158:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:31450:x1875415573977344:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 97us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536287.028165:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1346 00000100:00100000:2.0:1788536287.031804:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536287.031847:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573977472 00000100:00100000:3.0:1788536287.031856:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573977472 00000100:00100000:3.0:1788536287.031904:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 374 00000100:00100000:3.0:1788536287.031915:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573977472:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536287.031931:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536287.031951:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fa9 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536287.031977:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9ae5dd, atime: 0x0, ctime: 0x6a9ae5dd, blocks: 0x1 00010000:00010000:3.0:1788536287.031996:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=665s v=(0 0) 00010000:00010000:3.0:1788536287.032000:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536287.032009:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536287.032025:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536287.032038:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49000, rc 0) 00000100:00100000:3.0:1788536287.032093:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573977472:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 180us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536287.032103:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 374 00000100:00100000:2.0:1788536287.034841:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536287.034913:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573977728 00000100:00100000:3.0:1788536287.034923:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573977728 00000100:00100000:3.0:1788536287.034980:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1347 00000100:00100000:3.0:1788536287.034991:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:31450:x1875415573977728:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536287.035098:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:31450:x1875415573977728:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 109us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536287.035105:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1347 00000100:00100000:1.0:1788536287.039293:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536287.039532:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573977856 00000100:00100000:0.0:1788536287.039542:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573977856 00002000:00100000:0.0:1788536287.039603:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8b1d776d0700 x1875415573977856/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:188/0 lens 488/0 e 0 to 0 dl 1788536298 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536287.039614:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d0700 with x1875415573977856 ext(0->4095) 00002000:00010000:0.0:1788536287.039620:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d0700 00000100:00100000:0.0:1788536287.039690:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 117 00000100:00100000:0.0:1788536287.039700:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573977856:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536287.039969:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573977856:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 269us (683us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536287.039977:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 117 00002000:00100000:0.0:1788536287.039984:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8b1d776d0700 x1875415573977856/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:188/0 lens 488/4536 e 0 to 0 dl 1788536298 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536287.039992:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d0700 with x1875415573977856 ext(0->4095) 00002000:00010000:0.0:1788536287.039996:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d0700 00000100:00100000:2.0:1788536287.043550:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536287.043701:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573977984 00000100:00100000:3.0:1788536287.043711:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573977984 00000100:00100000:3.0:1788536287.043774:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1348 00000100:00100000:3.0:1788536287.043783:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:31450:x1875415573977984:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536287.043803:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536287.043822:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fb0 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536287.043856:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536287.043869:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536287.043880:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536287.043983:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 54 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536287.044006:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536287.044015:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:3.0:1788536287.044018:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536287.044021:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49200, rc 0) 00000100:00100000:3.0:1788536287.044069:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+53:31450:x1875415573977984:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 288us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536287.044076:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1348 00000100:00100000:3.0:1788536287.048751:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536287.048822:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573978112 00000100:00100000:0.0:1788536287.048834:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573978112 00000100:00100000:0.0:1788536287.048896:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1349 00000100:00100000:0.0:1788536287.048906:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:31450:x1875415573978112:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536287.048943:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536287.049055:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:31450:x1875415573978112:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 150us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536287.049062:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1349 00000100:00100000:1.0:1788536287.052103:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536287.052328:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573978240 00000100:00100000:2.0:1788536287.052341:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573978240 00000100:00100000:2.0:1788536287.052423:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 375 00000100:00100000:2.0:1788536287.052434:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573978240:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536287.052476:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052492:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536287.052497:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536287.052504:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052518:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052552:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052560:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052569:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052586:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536287.052591:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052600:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052615:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.052623:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cef95391/0x94dfe24b69f51c1a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536287.052705:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573978240:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 273us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536287.052713:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 375 00000100:00100000:2.0:1788536287.055557:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536287.055700:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573978496 00000100:00100000:0.0:1788536287.055710:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573978496 00000100:00100000:0.0:1788536287.055772:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1350 00000100:00100000:0.0:1788536287.055783:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:31450:x1875415573978496:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536287.055865:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.055883:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.055893:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.055930:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536287.055945:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 53 pid: 6725 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536287.055958:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583131392:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536287.056053:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536d6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536287.059471:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536287.059637:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583131392:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536287.059664:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536287.059747:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573978624 00000100:00100000:1.0:1788536287.059755:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573978624 00010000:00010000:1.0:1788536287.059789:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 54 pid: 6725 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536287.059827:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 403 00000100:00100000:1.0:1788536287.059836:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d498c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:2355:x1875415573978624:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536287.059850:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536287.059857:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 54 pid: 6725 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536287.059869:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 54 pid: 6725 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536287.059892:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f51c13 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb0 expref: 54 pid: 6725 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536287.059907:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:1.0:1788536287.059912:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536287.059921:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536287.059929:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536287.059955:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536287.060007:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d498c7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415573978624:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 171us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536287.060015:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 403 00010000:00010000:2.0:1788536287.060509:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.060518:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.060747:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.060755:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.060761:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.060767:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536287.060772:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.060783:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.060794:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:2.0:1788536287.060797:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536287.060801:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536287.060807:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51c21 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536287.060942:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:31450:x1875415573978496:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 5159us (5393us total) trans 4294968190 rc 0/0 00000100:00100000:2.0:1788536287.060955:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1350 00000040:00080000:1.0:1788536287.061241:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536287.061246:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536287.063881:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788536287.063899:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536287.066953:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536287.067026:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573978880 00000100:00100000:2.0:1788536287.067038:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573978880 00000100:00100000:2.0:1788536287.067095:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 272 00000100:00100000:2.0:1788536287.067104:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b98850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:31450:x1875415573978880:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536287.067333:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b98850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:31450:x1875415573978880:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 229us (388us total) trans 4294968191 rc 0/0 00000100:00100000:2.0:1788536287.067341:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 272 00010000:00010000:0.0:1788536287.148457:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536288.178310:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536288.363859:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583131520:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536288.363941:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536288.364001:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583131520 00000100:00100000:2.0:1788536288.364011:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583131520 00000100:00100000:2.0:1788536288.364130:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1788536288.364140:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583131520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536288.364164:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91815936 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536288.364208:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583131520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536288.364213:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1788536288.364250:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583131520:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536288.364314:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788536288.761185:0:21539:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536288.761195:0:21539:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536288.761243:0:21539:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:1.0:1788536288.761250:0:21539:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536288.820476:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536288.820563:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573979008 00000100:00100000:1.0:1788536288.820573:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573979008 00000100:00100000:1.0:1788536288.820650:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 376 00000100:00100000:1.0:1788536288.820669:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573979008:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536288.820689:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536288.820707:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fb7 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536288.820731:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788536288.820736:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536288.820745:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536288.820763:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536288.820778:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7000, rc 0) 00000100:00100000:1.0:1788536288.820847:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+17:2353:x1875415573979008:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 187us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536288.820855:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 376 00000100:00080000:2.0:1788536288.821191:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536288.827988:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536288.829459:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573979264 00000100:00100000:0.0:1788536288.829473:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573979264 00000100:00100000:0.0:1788536288.829609:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1351 00000100:00100000:0.0:1788536288.829620:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+104:31458:x1875415573979264:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536288.829640:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536288.829658:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51c2f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fbe expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.829770:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51c36 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.829784:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51c36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.829807:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51c36 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536288.829819:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:0.0:1788536288.829930:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51c2f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fbe expref: 107 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.829945:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51c36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fbe expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.829954:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536288.829957:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788536288.829960:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc200, rc 0) 00000100:00080000:2.0:1788536288.830100:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536288.830447:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+106:31458:x1875415573979264:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 829us (2485us total) trans 4294968192 rc 0/0 00000100:00100000:0.0:1788536288.830786:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1351 00000100:00100000:1.0:1788536288.834363:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536288.834461:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573979392 00000100:00100000:2.0:1788536288.834472:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573979392 00000100:00100000:2.0:1788536288.834531:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 377 00000100:00100000:2.0:1788536288.834541:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415573979392:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:2.0:1788536288.834582:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.834603:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.834614:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.834622:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536288.834627:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536288.834632:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.834677:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.834692:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 17 pid: 6666 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536288.834707:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583131648:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536288.835965:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 10 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.835983:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 10 pid: 16289 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536288.836003:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583131776:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536288.836056:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8180 going to sleep for 11 seconds 00000100:00100000:0.0:1788536288.842047:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536288.842126:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583131648:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536288.842140:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583131776:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536288.842164:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536288.842207:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536288.842425:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573979520 00000100:00100000:1.0:1788536288.842433:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573979520 00000100:00100000:3.0:1788536288.842466:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573979648 00000100:00100000:3.0:1788536288.842470:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573979648 00010000:00010000:1.0:1788536288.842470:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 18 pid: 6666 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842487:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 11 pid: 16289 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536288.842505:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 404 00000100:00100000:3.0:1788536288.842516:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 405 00000100:00100000:3.0:1788536288.842524:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573979648:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536288.842539:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536288.842561:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 11 pid: 16289 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842573:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 11 pid: 16289 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536288.842574:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415573979520:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536288.842583:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536288.842595:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 18 pid: 6666 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842596:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c6705777/0x94dfe24b69f51c05 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fa9 expref: 11 pid: 16289 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536288.842607:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 18 pid: 6666 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842619:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536288.842723:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573979648:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 198us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536288.842731:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 405 00010000:00010000:1.0:1788536288.842802:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000580d029/0x94dfe24b69f51c28 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fb7 expref: 18 pid: 6666 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536288.842814:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536288.842818:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536288.842823:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536288.842838:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536288.842865:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536288.842885:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536288.842886:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415573979520:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 373us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536288.842892:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 404 00010000:00010000:3.0:1788536288.842894:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842919:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842928:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842942:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842948:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536288.842952:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842960:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842988:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.842996:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f51c44 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536288.843044:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573979392:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 8504us (9086us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536288.843051:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 377 00000100:00100000:0.0:1788536288.845927:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536288.846134:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573979904 00000100:00100000:2.0:1788536288.846144:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573979904 00000100:00100000:2.0:1788536288.846194:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 273 00000100:00100000:2.0:1788536288.846204:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:31458:x1875415573979904:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:2.0:1788536288.846269:0:5826:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51c36 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fbe expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788536288.848807:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968193 00000001:00080000:3.0:1788536288.849931:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968194 00010000:00010000:3.0:1788536288.850035:0:5826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.850058:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.850072:0:5826:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 109 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.850081:0:5826:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 5/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.850121:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 109 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.850137:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 109 pid: 5823 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536288.850151:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583131904:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536288.850263:0:5826:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.850275:0:5826:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 53 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536288.850285:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583132032:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536288.850321:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6dde8180 going to sleep for 11 seconds 00000100:00100000:1.0:1788536288.858003:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536288.858218:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583131904:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536288.858232:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:5826:1875415583132032:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536288.858262:0:5826:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536288.858275:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573980032 00000100:00100000:2.0:1788536288.858283:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573980032 00010000:00010000:2.0:1788536288.858320:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 110 pid: 5823 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536288.858362:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 406 00000100:00100000:2.0:1788536288.858389:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+110:2355:x1875415573980032:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536288.858404:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536288.858412:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 110 pid: 5823 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858425:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 110 pid: 5823 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858447:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cdc00/0x94dfe24b69f51bc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f86 expref: 110 pid: 5823 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858462:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:2.0:1788536288.858468:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858477:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536288.858478:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:2.0:1788536288.858487:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536288.858532:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573980160 00000100:00100000:3.0:1788536288.858537:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573980160 00000100:00100000:2.0:1788536288.858552:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+109:2355:x1875415573980032:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 180us (556us total) trans 0 rc 0/0 00010000:00010000:3.0:1788536288.858558:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 54 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536288.858565:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 406 00000100:00100000:2.0:1788536288.858590:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 407 00000100:00100000:2.0:1788536288.858599:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:2355:x1875415573980160:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536288.858608:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536288.858614:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 54 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858624:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 54 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858638:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51b95 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f71 expref: 54 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858648:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:2.0:1788536288.858651:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858680:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858687:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.858715:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536288.858738:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415573980160:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 140us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536288.858746:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 407 00010000:00010000:3.0:1788536288.858789:0:5826:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.858797:0:5826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536288.858934:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968195 00000001:00080000:3.0:1788536288.859136:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968196 00000001:00080000:3.0:1788536288.859194:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968197 00000100:00100000:3.0:1788536288.859279:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583132160:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788536288.860700:0:5826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536288.860740:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d5846bf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536288.861205:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583132160 00000100:00100000:1.0:1788536288.861215:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583132160 00000100:00100000:1.0:1788536288.861279:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788536288.861289:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583132160:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788536288.861403:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583132160:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 115us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536288.861409:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788536288.861883:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583132160:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1788536288.862744:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968198 00000100:00100000:3.0:1788536288.862826:0:5826:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583132288:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788536288.862875:0:5826:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536288.862943:0:5826:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536288.863039:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583132288 00000100:00100000:1.0:1788536288.863046:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583132288 00000100:00100000:1.0:1788536288.863122:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788536288.863131:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5826:x1875415583132288:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788536288.863785:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:5826:x1875415583132288:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 653us (907us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1788536288.863795:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788536288.863859:0:5826:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:5826:1875415583132288:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:0.0:1788536288.863882:0:5826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.863892:0:5826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.863899:0:5826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.863905:0:5826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536288.863909:0:5826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.863917:0:5826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.863931:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536288.863934:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1788536288.863939:0:5826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536288.863946:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f51c4b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5826 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536288.864151:0:5826:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x4e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1788536288.864289:0:5826:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:0.0:1788536288.864300:0:5826:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 667091929403ns, next at 668091927359ns, rc = 0 00000001:00080000:0.0:1788536288.864308:0:5826:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968199 00010000:00010000:0.0:1788536288.864347:0:5826:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d45477c00) 00010000:00010000:0.0:1788536288.864351:0:5826:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788536288.864357:0:5826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51c36 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fbe expref: 113 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536288.864469:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+112:31458:x1875415573979904:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 18266us (18551us total) trans 4294968200 rc 0/0 00000100:00100000:0.0:1788536288.864477:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 273 00000020:00080000:0.0:1788536288.864480:0:5826:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1788536288.903239:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536288.903344:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573980416 00000100:00100000:3.0:1788536288.903354:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573980416 00000100:00100000:3.0:1788536288.903422:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1352 00000100:00100000:3.0:1788536288.903432:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+112:31459:x1875415573980416:12345-192.168.203.55@tcp:101:lseek_test.0 00010000:00010000:3.0:1788536288.903456:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536288.903475:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c52 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fc5 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903554:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903582:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903594:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903610:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903617:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903623:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903763:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51c67 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903772:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51c67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903779:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51c67 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536288.903788:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:3.0:1788536288.903884:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903895:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903901:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903907:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536288.903911:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903918:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903930:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:3.0:1788536288.903933:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536288.903938:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903944:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903954:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903960:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903965:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903970:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536288.903972:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903978:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903986:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x5fded3f1 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536288.903988:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536288.903991:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.903996:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51c60 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.904059:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c52 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fc5 expref: 115 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.904073:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51c67 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fc5 expref: 114 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.904081:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:3.0:1788536288.904083:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536288.904085:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49c00, rc 0) 00000100:00100000:3.0:1788536288.904143:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+114:31459:x1875415573980416:12345-192.168.203.55@tcp:101:lseek_test.0 Request processed in 712us (914us total) trans 4294968201 rc 0/0 00000100:00100000:3.0:1788536288.904153:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1352 00000100:00100000:0.0:1788536288.910829:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536288.910912:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573980672 00000100:00100000:1.0:1788536288.910923:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573980672 00000100:00100000:1.0:1788536288.911054:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 65 00000100:00100000:1.0:1788536288.911065:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:31459:x1875415573980672:12345-192.168.203.55@tcp:103:lseek_test.0 00010000:00010000:1.0:1788536288.911080:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536288.911105:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f51c67 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fc5 expref: 114 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536288.911123:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536288.911136:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536288.911239:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:31459:x1875415573980672:12345-192.168.203.55@tcp:103:lseek_test.0 Request processed in 176us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536288.911247:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 65 00000100:00100000:1.0:1788536288.922843:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536288.923068:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573980800 00000100:00100000:2.0:1788536288.923079:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573980800 00000100:00100000:2.0:1788536288.923134:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1353 00000100:00100000:2.0:1788536288.923144:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:31459:x1875415573980800:12345-192.168.203.55@tcp:58:lseek_test.0 00010000:00010000:2.0:1788536288.923242:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.923258:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536288.923270:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536288.923470:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:2.0:1788536288.923569:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:31459:x1875415573980800:12345-192.168.203.55@tcp:58:lseek_test.0 Request processed in 426us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536288.923578:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1353 00000100:00100000:0.0:1788536288.935150:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536288.935239:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573980928 00000100:00100000:3.0:1788536288.935250:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573980928 00000100:00100000:3.0:1788536288.935313:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1354 00000100:00100000:3.0:1788536288.935324:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+113:31459:x1875415573980928:12345-192.168.203.55@tcp:101:lseek_test.0 00010000:00010000:3.0:1788536288.935346:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536288.935473:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fcc expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.935533:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.935546:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c7c lrc: 4/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fcc expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.935566:0:6725:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.935649:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c7c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fcc expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.935673:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536288.935676:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536288.935680:0:6725:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c7c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fcc expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536288.935688:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49000, rc 0) 00000100:00100000:3.0:1788536288.935791:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+114:31459:x1875415573980928:12345-192.168.203.55@tcp:101:lseek_test.0 Request processed in 469us (650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536288.935799:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1354 00000040:00080000:3.0:1788536289.134265:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536289.134275:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536289.134320:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:3.0:1788536289.134327:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536289.134475:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583132416:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536289.135216:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536289.149903:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583132416:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536289.155537:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.158126:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573981056 00000100:00100000:0.0:1788536289.158140:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573981056 00000100:00100000:0.0:1788536289.158220:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1355 00000100:00100000:0.0:1788536289.158229:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:31460:x1875415573981056:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536289.158265:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536289.158397:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:31460:x1875415573981056:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 138us (2838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.158406:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1355 00000100:00080000:2.0:1788536289.158778:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536289.165467:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536289.168809:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573981184 00000100:00100000:2.0:1788536289.168824:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573981184 00000100:00100000:2.0:1788536289.169011:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1356 00000100:00100000:2.0:1788536289.169023:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:31460:x1875415573981184:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788536289.169111:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169129:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169141:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169157:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169164:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169171:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169198:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169207:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169214:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536289.169254:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00000004:00200000:2.0:1788536289.169260:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536289.169274:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169286:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169294:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169302:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169308:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536289.169313:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169321:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169332:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536289.169335:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536289.169340:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169346:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51c83 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169363:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169452:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169459:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169464:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536289.169467:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169474:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169482:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xefe2aa85 (ffff8b1d61e36500) 00010000:00010000:2.0:1788536289.169484:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536289.169487:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169493:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51c8a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xefe2aa85 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169507:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169514:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169520:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169524:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536289.169526:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169531:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169543:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:2.0:1788536289.169553:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536289.169556:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.169569:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51c91 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536289.169655:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:31460:x1875415573981184:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 634us (4197us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536289.169673:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1356 00000100:00100000:0.0:1788536289.176833:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536289.177030:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573981440 00000100:00100000:3.0:1788536289.177041:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573981440 00000100:00100000:3.0:1788536289.177103:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1357 00000100:00100000:3.0:1788536289.177113:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+53:31460:x1875415573981440:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536289.177134:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536289.177155:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c98 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fd3 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177262:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177277:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177288:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536289.177299:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x28:0x0]: returning size 158 00010000:00010000:3.0:1788536289.177428:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177437:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177445:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177455:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536289.177459:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177466:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177477:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536289.177480:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536289.177485:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177492:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51c9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177534:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c98 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fd3 expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177544:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536289.177546:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536289.177550:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51c98 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fd3 expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.177559:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48600, rc 0) 00000100:00100000:3.0:1788536289.179084:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+54:31460:x1875415573981440:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1963us (2251us total) trans 4294968202 rc 301/301 00000100:00100000:3.0:1788536289.179097:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1357 00000100:00100000:3.0:1788536289.189943:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536289.190098:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573981568 00000100:00100000:1.0:1788536289.190108:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573981568 00000100:00100000:1.0:1788536289.190169:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1358 00000100:00100000:1.0:1788536289.190179:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:31460:x1875415573981568:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536289.190221:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536289.190332:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:31460:x1875415573981568:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 153us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536289.190340:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1358 00010000:00010000:0.0:1788536289.195903:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536289.200434:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536289.200531:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573981824 00000100:00100000:2.0:1788536289.200541:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573981824 00000100:00100000:2.0:1788536289.200612:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1359 00000100:00100000:2.0:1788536289.200623:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:31460:x1875415573981824:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536289.200643:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536289.200673:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51cad lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fda expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.201207:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51cb4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.201221:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.201231:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536289.201242:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00010000:00010000:2.0:1788536289.201291:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51cad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fda expref: 57 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.201312:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fda expref: 56 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.201320:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:2.0:1788536289.201323:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536289.201326:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:2.0:1788536289.201421:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+56:31460:x1875415573981824:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 801us (1000us total) trans 4294968203 rc 0/0 00000100:00100000:2.0:1788536289.201430:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1359 00000100:00100000:2.0:1788536289.205862:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536289.205924:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573982080 00000100:00100000:3.0:1788536289.205935:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573982080 00000100:00100000:3.0:1788536289.205990:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1360 00000100:00100000:3.0:1788536289.205999:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+56:31460:x1875415573982080:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788536289.206052:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536289.206076:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51cb4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fda expref: 56 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.206099:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1d61e36500) 00010000:00010000:3.0:1788536289.206109:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536289.206131:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.206143:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.206150:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.206180:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.206194:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 113 pid: 5825 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536289.206208:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583132544:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536289.206319:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536289.211480:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536289.211593:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573982208 00000100:00100000:3.0:1788536289.211604:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573982208 00010000:00010000:3.0:1788536289.211815:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 114 pid: 5825 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536289.211862:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:3.0:1788536289.211873:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+114:2354:x1875415573982208:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536289.211888:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536289.211895:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 114 pid: 5825 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.211908:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 114 pid: 5825 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.211927:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:3.0:1788536289.211932:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.211941:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.211949:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.211966:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536289.212016:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+114:2354:x1875415573982208:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 143us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536289.212023:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 408 00010000:00010000:0.0:1788536289.212156:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f51bdb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f94 expref: 113 pid: 5825 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.212177:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583132544:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536289.212197:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.212206:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.212212:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.215914:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.215939:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.215951:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216022:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216030:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216037:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216043:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536289.216047:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216055:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216067:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536289.216070:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536289.216074:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216081:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f51cc2 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216093:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216098:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216104:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216109:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536289.216112:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216117:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216124:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x211b7e58 (ffff8b1c43bb5100) 00010000:00010000:0.0:1788536289.216126:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536289.216128:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.216138:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51cc9 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x211b7e58 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.216245:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+55:31460:x1875415573982080:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 10242us (10398us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536289.216254:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1360 00000100:00100000:3.0:1788536289.219164:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.219264:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573982336 00000100:00100000:0.0:1788536289.219274:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573982336 00000100:00100000:0.0:1788536289.219337:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1361 00000100:00100000:0.0:1788536289.219348:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:31460:x1875415573982336:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536289.219390:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536289.219415:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51cd0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fe1 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.219452:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.219465:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.219477:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.219587:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51cd0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 57 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.219605:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 56 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.219619:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:0.0:1788536289.219622:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536289.219625:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc400, rc 0) 00000100:00100000:0.0:1788536289.219693:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+56:31460:x1875415573982336:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 347us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.219701:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1361 00000100:00100000:1.0:1788536289.222646:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.223005:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573982592 00000100:00100000:0.0:1788536289.223016:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573982592 00000100:00100000:0.0:1788536289.223064:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1362 00000100:00100000:0.0:1788536289.223073:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:31460:x1875415573982592:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536289.223155:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.223171:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.223181:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536289.223948:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000cd0902bf reply state 00000000788677db transno 4294968204 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.223961:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536289.224069:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:31460:x1875415573982592:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 995us (1429us total) trans 4294968204 rc 0/0 00000100:00100000:0.0:1788536289.224076:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1362 00010000:00010000:3.0:1788536289.225940:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.225954:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.225962:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.225967:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536289.225973:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.225980:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.225996:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:3.0:1788536289.225998:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536289.226002:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.226008:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f51cde lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536289.228678:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.229137:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573982720 00000100:00100000:0.0:1788536289.229148:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573982720 00000100:00100000:0.0:1788536289.229212:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1363 00000100:00100000:0.0:1788536289.229222:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+57:31460:x1875415573982720:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536289.229245:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536289.229264:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fe8 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.229348:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 58 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.229363:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 58 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.229397:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:0.0:1788536289.229400:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536289.229403:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc800, rc 0) 00000100:00100000:0.0:1788536289.229454:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+58:31460:x1875415573982720:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 233us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.229462:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1363 00000100:00100000:1.0:1788536289.232092:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.232171:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573982848 00000100:00100000:0.0:1788536289.232181:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573982848 00000100:00100000:0.0:1788536289.232239:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 274 00000100:00100000:0.0:1788536289.232260:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:31460:x1875415573982848:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788536289.232423:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:31460:x1875415573982848:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 165us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.232430:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 274 00000100:00100000:1.0:1788536289.237036:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.237188:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573983104 00000100:00100000:0.0:1788536289.237198:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573983104 00000100:00100000:0.0:1788536289.237258:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:0.0:1788536289.237269:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+58:31460:x1875415573983104:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536289.237537:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+59:31460:x1875415573983104:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 270us (512us total) trans 4294968205 rc 0/0 00000100:00100000:0.0:1788536289.237546:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 275 00000100:00100000:1.0:1788536289.240778:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536289.240861:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573983360 00000100:00100000:3.0:1788536289.240871:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573983360 00000100:00100000:3.0:1788536289.240925:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1364 00000100:00100000:3.0:1788536289.240934:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+59:31460:x1875415573983360:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536289.241046:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+59:31460:x1875415573983360:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 113us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536289.241054:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1364 00000100:00100000:2.0:1788536289.244674:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536289.244778:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573983616 00000100:00100000:1.0:1788536289.244789:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573983616 00000100:00100000:1.0:1788536289.244851:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1365 00000100:00100000:1.0:1788536289.244861:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+59:31460:x1875415573983616:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536289.244880:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536289.244900:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51cec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0fef expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.245009:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.245024:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 60 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.245033:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.245068:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 60 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.245082:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 60 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536289.245095:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583132672:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536289.245191:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267780 going to sleep for 11 seconds 00000100:00100000:1.0:1788536289.249518:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536289.249738:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573983744 00000100:00100000:2.0:1788536289.249748:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573983744 00010000:00010000:2.0:1788536289.249789:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 61 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536289.249830:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00100000:2.0:1788536289.249840:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d498c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+61:2355:x1875415573983744:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536289.249854:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536289.249861:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 61 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.249874:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 61 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.249895:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:2.0:1788536289.249900:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.249910:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.249917:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.249937:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536289.250080:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d498c6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+61:2355:x1875415573983744:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 240us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536289.250088:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 409 00010000:00010000:0.0:1788536289.250222:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51ce5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe8 expref: 60 pid: 6725 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.250239:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0a680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583132672:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536289.250259:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250269:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250274:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536289.250294:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00000004:00080000:0.0:1788536289.250521:0:5825:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:0.0:1788536289.250704:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250714:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250721:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250731:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536289.250735:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250743:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250755:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:0.0:1788536289.250758:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536289.250762:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250768:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51cf3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250820:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51cec lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fef expref: 60 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250830:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff8b1d61e36000) 00010000:00010000:0.0:1788536289.250833:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788536289.250837:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51cec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fef expref: 60 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.250846:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:0.0:1788536289.250881:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+59:31460:x1875415573983616:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 6022us (6228us total) trans 4294968206 rc 301/301 00000100:00100000:0.0:1788536289.250888:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1365 00000100:00100000:2.0:1788536289.254480:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.254585:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573984000 00000100:00100000:0.0:1788536289.254595:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573984000 00000100:00100000:0.0:1788536289.254643:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 276 00000100:00100000:0.0:1788536289.254652:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+59:31460:x1875415573984000:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536289.255012:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+60:31460:x1875415573984000:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 360us (541us total) trans 4294968207 rc 0/0 00000100:00100000:0.0:1788536289.255020:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 276 00000100:00100000:3.0:1788536289.259575:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.260053:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573984128 00000100:00100000:0.0:1788536289.260064:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573984128 00000100:00100000:0.0:1788536289.260126:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1366 00000100:00100000:0.0:1788536289.260136:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+60:31460:x1875415573984128:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536289.260158:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536289.260177:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51d01 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ff6 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.260253:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51d08 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.260267:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.260279:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536289.260314:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 0 00000004:00200000:0.0:1788536289.260319:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536289.260340:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51d08 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.260386:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f51d01 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ff6 expref: 62 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.260856:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51d08 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ff6 expref: 61 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.260866:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:0.0:1788536289.260868:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788536289.260871:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd200, rc 0) 00000100:00100000:1.0:1788536289.261345:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+61:31460:x1875415573984128:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1209us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536289.261355:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1366 00000100:00100000:3.0:1788536289.266891:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.267016:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573984256 00000100:00100000:0.0:1788536289.267026:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573984256 00000100:00100000:0.0:1788536289.267099:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 378 00000100:00100000:0.0:1788536289.267113:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573984256:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536289.267130:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536289.267151:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b0ffd expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536289.267179:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536289.267199:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=667s v=(0 0) 00010000:00010000:0.0:1788536289.267203:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536289.267214:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.267232:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.267245:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd600, rc 0) 00000100:00100000:0.0:1788536289.267302:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573984256:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 194us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.267311:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 378 00000100:00080000:2.0:1788536289.267952:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536289.274891:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.278729:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573984512 00000100:00100000:0.0:1788536289.278744:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573984512 00000100:00100000:1.0:1788536289.282152:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1367 00000100:00100000:1.0:1788536289.282167:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+61:31460:x1875415573984512:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536289.282290:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+61:31460:x1875415573984512:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 127us (7407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536289.282298:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1367 00000100:00100000:3.0:1788536289.290989:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.291115:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573984640 00000100:00100000:0.0:1788536289.291124:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573984640 00000100:00100000:0.0:1788536289.291181:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 379 00000100:00100000:0.0:1788536289.291191:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:31460:x1875415573984640:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536289.291209:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536289.291226:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1004 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.291255:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.291272:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536289.291277:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536289.291282:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.291316:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.291331:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 12 pid: 6667 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.291344:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583132800:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536289.291464:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536289.300440:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583132800:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536289.300494:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.300518:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd000, rc 0) 00000100:00100000:0.0:1788536289.300588:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:31460:x1875415573984640:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 9397us (9607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.300597:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 379 00000100:00100000:3.0:1788536289.301747:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.301878:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573984768 00000100:00100000:0.0:1788536289.301886:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573984768 00010000:00010000:0.0:1788536289.301931:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 12 pid: 6667 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.301970:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 410 00000100:00100000:0.0:1788536289.301980:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573984768:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536289.301993:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536289.302016:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 12 pid: 6667 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.302030:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 12 pid: 6667 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.302053:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f51d0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ffd expref: 12 pid: 6667 timeout: 767 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.302075:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536289.302080:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536289.302087:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 11 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.302097:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 11 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.302131:0:5809:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 11 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.302144:0:5809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5809:1875415583132928:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536289.302263:0:5809:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536289.318982:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536289.319686:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573984896 00000100:00100000:3.0:1788536289.319698:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573984896 00002000:00100000:3.0:1788536289.319757:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->157) req@ffff8b1d776e6300 x1875415573984896/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:190/0 lens 648/0 e 0 to 0 dl 1788536300 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536289.319768:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776e6300 with x1875415573984896 ext(0->157) 00002000:00010000:3.0:1788536289.319774:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d776e6300 00000100:00100000:3.0:1788536289.319807:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 118 00000100:00100000:3.0:1788536289.319817:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573984896:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788536289.320673:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415573984896:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 844us (1686us total) trans 4294967380 rc 0/0 00000100:00100000:3.0:1788536289.320685:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 118 00002000:00100000:3.0:1788536289.320695:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1d:0x0] (0->157) req@ffff8b1d776e6300 x1875415573984896/t4294967380(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:190/0 lens 648/448 e 0 to 0 dl 1788536300 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536289.320838:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776e6300 with x1875415573984896 ext(0->157) 00002000:00010000:3.0:1788536289.320843:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d776e6300 00000100:00100000:0.0:1788536289.321513:0:5809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5809:1875415583132928:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536289.321540:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536289.321572:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573984768:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 19594us (19830us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.321582:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 410 00000100:00100000:1.0:1788536289.330007:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.330232:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573985024 00000100:00100000:0.0:1788536289.330244:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573985024 00000100:00100000:0.0:1788536289.330366:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1368 00000100:00100000:0.0:1788536289.330414:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+61:31460:x1875415573985024:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788536289.397893:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968207 is committed 00000001:00080000:1.0:1788536289.397914:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968200 is committed 00000004:00080000:1.0:1788536289.397918:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000001:00080000:1.0:1788536289.397966:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968201 is committed 00000020:00080000:1.0:1788536289.397974:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1c43177480 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:1.0:1788536289.397979:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1c431770c0 00000020:00080000:1.0:1788536289.397982:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d6e794a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d42fa9000 00000020:00080000:3.0:1788536289.398197:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:3.0:1788536289.398398:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:1.0:1788536289.398584:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583133056:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536289.398651:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536289.399043:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:31460:x1875415573985024:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 68630us (69042us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.399057:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1368 00000100:00100000:3.0:1788536289.400121:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583133056 00000100:00100000:3.0:1788536289.400132:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583133056 00000100:00100000:3.0:1788536289.400228:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1788536289.400237:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583133056:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788536289.400264:0:16289:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:26 count 1 00002000:00010000:3.0:1788536289.400297:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9ae5dd, atime: 0x0, ctime: 0x6a9ae5dd, blocks: 0x1 00010000:00010000:3.0:1788536289.400304:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.400319:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=667s v=(0 0) 00010000:00010000:3.0:1788536289.400323:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536289.400329:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.400341:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.400351:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.400358:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.400425:0:16289:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788536289.403015:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536289.403078:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583133056:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2215us (3798us total) trans 4294967370 rc 0/0 00000100:00100000:3.0:1788536289.403092:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00010000:00010000:1.0:1788536289.403151:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536289.403160:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.403172:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536289.403177:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.403193:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.403212:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.403221:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51d1d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.403245:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536289.403247:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536289.403249:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788536289.403291:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d776e6680/2, rc 0, transno 4294967370 00000100:00100000:1.0:1788536289.403297:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583133056:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788536289.403738:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573985152 00000100:00100000:3.0:1788536289.403746:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573985152 00000100:00100000:1.0:1788536289.404213:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 381 00000100:00100000:1.0:1788536289.404227:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415573985152:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788536289.452300:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00000100:00100000:0.0:1788536289.452819:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573985152:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 48590us (49800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.452832:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 381 00000100:00100000:2.0:1788536289.456854:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536289.456946:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573985408 00000100:00100000:1.0:1788536289.456956:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573985408 00000100:00100000:1.0:1788536289.457060:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1369 00000100:00100000:1.0:1788536289.457072:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:31460:x1875415573985408:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536289.457130:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536289.457156:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f51d08 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0ff6 expref: 50 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.457182:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:1.0:1788536289.457187:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536289.457216:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.457228:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.457237:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536289.457683:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000020c30a8e reply state 00000000b72643f2 transno 4294968208 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536289.457838:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536289.457937:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:31460:x1875415573985408:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 868us (1093us total) trans 4294968208 rc 0/0 00000100:00100000:1.0:1788536289.457946:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1369 00010000:00010000:3.0:1788536289.460406:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.460441:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.460470:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.460488:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536289.460493:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.460501:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.460529:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:3.0:1788536289.460532:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536289.460536:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.460572:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d24 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536289.463596:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536289.464054:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573985536 00000100:00100000:1.0:1788536289.464063:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573985536 00000100:00100000:2.0:1788536289.464185:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1370 00000100:00100000:2.0:1788536289.464197:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:31460:x1875415573985536:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536289.464220:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536289.464240:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b100b expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.464305:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.464320:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.464339:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:2.0:1788536289.464342:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536289.464345:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:2.0:1788536289.464792:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:31460:x1875415573985536:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 596us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536289.464800:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1370 00000100:00100000:2.0:1788536289.467837:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.467937:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573985664 00000100:00100000:0.0:1788536289.467946:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573985664 00000100:00100000:0.0:1788536289.468007:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 382 00000100:00100000:0.0:1788536289.468017:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573985664:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788536289.468256:0:9635:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788536289.468260:0:9635:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb mtime from disk: 0 -> 1788536285 00002000:00010000:0.0:1788536289.468263:0:9635:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb atime from disk: 0 -> 1788536285 00002000:00010000:0.0:1788536289.468265:0:9635:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb ctime from disk: 0 -> 1788536285 00002000:00010000:0.0:1788536289.468267:0:9635:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x1d:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:0.0:1788536289.468326:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573985664:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 310us (497us total) trans 4294967381 rc 0/0 00000100:00100000:0.0:1788536289.468334:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 382 00000100:00100000:0.0:1788536289.471851:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536289.471944:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573985920 00000100:00100000:1.0:1788536289.471955:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573985920 00000100:00100000:1.0:1788536289.472013:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1371 00000100:00100000:1.0:1788536289.472023:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:31460:x1875415573985920:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788536289.472088:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.472104:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.472115:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.472148:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.472162:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 51 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536289.472175:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583133184:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536289.472352:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267180 going to sleep for 11 seconds 00000100:00100000:1.0:1788536289.475885:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583133184:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536289.475916:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.476122:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536289.476194:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573986048 00000100:00100000:1.0:1788536289.476201:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573986048 00010000:00010000:1.0:1788536289.476235:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 52 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536289.476285:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 411 00000100:00100000:1.0:1788536289.476295:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415573986048:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536289.476310:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536289.476318:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 52 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.476337:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 52 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.476361:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51cd7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fe1 expref: 52 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.476417:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:1.0:1788536289.476433:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.476443:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.476452:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.476654:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536289.476730:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:2354:x1875415573986048:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 437us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536289.476737:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 411 00010000:00010000:0.0:1788536289.476791:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.476798:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.476827:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.476838:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.476845:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.476850:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536289.476855:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.476862:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.476877:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:0.0:1788536289.476880:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788536289.476884:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.476890:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51d32 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.476932:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:31460:x1875415573985920:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 4911us (5090us total) trans 0 rc -22/-22 00000100:00100000:0.0:1788536289.476940:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1371 00000100:00100000:2.0:1788536289.480839:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536289.480910:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573986176 00000100:00100000:1.0:1788536289.480920:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573986176 00000100:00100000:1.0:1788536289.480978:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 383 00000100:00100000:1.0:1788536289.480988:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415573986176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536289.481031:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.481056:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.481063:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536289.481067:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536289.481072:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.481103:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 12 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.481117:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 12 pid: 9635 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536289.481132:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583133312:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536289.481206:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536289.488690:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.488781:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573986304 00000100:00100000:0.0:1788536289.488791:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573986304 00010000:00010000:0.0:1788536289.488831:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 13 pid: 9635 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.488875:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 412 00000100:00100000:0.0:1788536289.488886:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573986304:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536289.488900:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536289.488923:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 13 pid: 9635 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.488938:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 13 pid: 9635 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.488961:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536289.488966:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536289.488971:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.488982:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.489004:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536289.489063:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415573986304:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 178us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.489070:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 412 00010000:00010000:1.0:1788536289.489285:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f51d16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1004 expref: 12 pid: 9635 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536289.489301:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583133312:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536289.489323:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489333:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489341:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489365:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489416:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489431:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489437:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536289.489441:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489450:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489467:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.489474:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f51d39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536289.489540:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573986176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 8553us (8709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536289.489549:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 383 00000100:00100000:2.0:1788536289.492121:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.492217:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573986560 00000100:00100000:0.0:1788536289.492226:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573986560 00000100:00100000:0.0:1788536289.492283:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1372 00000100:00100000:0.0:1788536289.492293:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:31460:x1875415573986560:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536289.492766:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.492789:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.492801:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.493054:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.493066:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.493074:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.493107:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.493122:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 51 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.493136:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583133440:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536289.493220:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d7bfe0600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536289.498620:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583133440:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536289.498653:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536289.502455:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.503102:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573986688 00000100:00100000:0.0:1788536289.503114:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573986688 00010000:00010000:0.0:1788536289.503155:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 52 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536289.503194:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:0.0:1788536289.503204:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415573986688:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536289.503218:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536289.503225:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 52 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.503239:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 52 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.503261:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d2b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b100b expref: 52 pid: 16075 timeout: 767 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.503282:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:0.0:1788536289.503289:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.503297:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.503304:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.503332:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536289.503899:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:2352:x1875415573986688:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 693us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.503911:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 413 00010000:00010000:3.0:1788536289.504047:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.504057:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536289.504239:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968209 00000001:00080000:3.0:1788536289.504432:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968210 00000001:00080000:3.0:1788536289.504479:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968211 00000100:00100000:3.0:1788536289.504575:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5823:1875415583133568:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788536289.504627:0:5823:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536289.504669:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c43177d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536289.505403:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583133568 00000100:00100000:0.0:1788536289.505412:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583133568 00000100:00100000:0.0:1788536289.505464:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788536289.505473:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1875415583133568:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788536289.505568:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1875415583133568:12345-0@lo:1000:mdt00_000.0 Request processed in 86us (930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.505576:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:2.0:1788536289.505818:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536289.506447:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5823:1875415583133568:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788536289.506946:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968212 00000100:00100000:3.0:1788536289.507024:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5823:1875415583133696:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788536289.507070:0:5823:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536289.507097:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536289.507483:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583133696 00000100:00100000:0.0:1788536289.507490:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583133696 00000100:00100000:0.0:1788536289.507526:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788536289.507535:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5823:x1875415583133696:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788536289.507890:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5823:x1875415583133696:12345-0@lo:1000:mdt00_000.0 Request processed in 355us (818us total) trans 4294967382 rc 0/0 00000100:00100000:0.0:1788536289.507897:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788536289.507980:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:5823:1875415583133696:0@lo:1000:mdt00_000.0 00000001:00080000:3.0:1788536289.508058:0:5823:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968213 00010000:00010000:3.0:1788536289.508088:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508099:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508106:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508112:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cda00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536289.508116:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508124:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508139:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1c43bb5d00) 00010000:00010000:3.0:1788536289.508143:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536289.508148:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508154:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f51d47 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x29:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508188:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508195:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508201:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508206:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536289.508209:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508215:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508223:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536289.508225:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536289.508232:0:5823:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fcc expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508243:0:5823:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c7c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fcc expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508252:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fcc expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.508279:0:5823:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49000/0x94dfe24b69f51c7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0fcc expref: 101 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536289.508296:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583133824:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536289.508361:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536289.512704:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.512799:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573986816 00000100:00100000:0.0:1788536289.512809:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573986816 00000100:00100000:0.0:1788536289.512868:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 277 00000100:00100000:0.0:1788536289.512877:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b9a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:31459:x1875415573986816:12345-192.168.203.55@tcp:49:lseek_test.0 00000100:00100000:0.0:1788536289.513020:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b9a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:31459:x1875415573986816:12345-192.168.203.55@tcp:49:lseek_test.0 Request processed in 144us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.513028:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 277 00000100:00100000:3.0:1788536289.513217:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfddc00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583133824:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536289.513243:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513252:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51c75 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513289:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513303:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513315:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513325:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513332:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513339:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513344:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536289.513349:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513357:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513388:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536289.513392:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536289.513397:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513403:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d4e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513414:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513420:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513426:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513431:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536289.513434:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513440:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513447:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff8b1d61e36e00) 00010000:00010000:3.0:1788536289.513449:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536289.513452:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536289.513462:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51d40 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536289.513875:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536289.513880:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536289.514343:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788536289.514352:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536289.516366:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:31460:x1875415573986560:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 24063us (24243us total) trans 4294968214 rc 0/0 00000100:00100000:2.0:1788536289.516402:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1372 00000020:00080000:2.0:1788536289.516410:0:5823:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:2.0:1788536289.524670:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.524772:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573986944 00000100:00100000:0.0:1788536289.524783:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573986944 00000100:00100000:0.0:1788536289.524855:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 384 00000100:00100000:0.0:1788536289.524865:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+14:31459:x1875415573986944:12345-192.168.203.55@tcp:101:lseek_test.0 00010000:00010000:0.0:1788536289.524883:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536289.524902:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000942590e0/0x94dfe24b69f51d55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1012 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536289.524929:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 158, mtime: 0x6a9ae5dd, atime: 0x6a9ae5dd, ctime: 0x6a9ae5dd, blocks: 0xb 00010000:00010000:0.0:1788536289.524949:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=667s v=(0 0) 00010000:00010000:0.0:1788536289.524954:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536289.524963:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000942590e0/0x94dfe24b69f51d55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1012 expref: 15 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.524979:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000942590e0/0x94dfe24b69f51d55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1012 expref: 15 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536289.524992:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cdc00, rc 0) 00000100:00100000:0.0:1788536289.525046:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:31459:x1875415573986944:12345-192.168.203.55@tcp:101:lseek_test.0 Request processed in 183us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536289.525053:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 384 00000100:00100000:3.0:1788536289.525210:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536289.525317:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573987200 00000100:00100000:1.0:1788536289.525323:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573987200 00000100:00100000:1.0:1788536289.525363:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 278 00000100:00100000:1.0:1788536289.525420:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+55:31460:x1875415573987200:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00080000:2.0:1788536289.525826:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1788536289.526065:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788536289.526171:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968215 00010000:00010000:1.0:1788536289.526215:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.526230:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.526241:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.526249:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.526255:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.526265:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536289.526290:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536289.526391:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+57:31460:x1875415573987200:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 1002us (1161us total) trans 4294968216 rc 0/0 00000100:00100000:1.0:1788536289.526399:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 278 00000020:00080000:1.0:1788536289.526403:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788536289.528578:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788536289.528596:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.528608:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536289.528621:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.528631:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.528649:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:2.0:1788536289.528652:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788536289.528665:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 1/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.528672:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51d5c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536289.528694:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536289.528696:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536289.528698:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536289.530450:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536289.530558:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573987328 00000100:00100000:0.0:1788536289.530568:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573987328 00000100:00100000:0.0:1788536289.530640:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 385 00000100:00100000:0.0:1788536289.530651:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573987328:12345-192.168.203.55@tcp:23:lseek_test.0 00000001:00080000:1.0:1788536289.569256:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967382 is committed 00000001:00080000:1.0:1788536289.569272:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967381 is committed 00000100:00100000:3.0:1788536289.584859:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573987328:12345-192.168.203.55@tcp:23:lseek_test.0 Request processed in 54198us (54406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536289.584874:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 385 00000100:00100000:3.0:1788536289.601898:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536289.602223:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573987584 00000100:00100000:2.0:1788536289.602234:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573987584 00000100:00100000:2.0:1788536289.602363:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 279 00000100:00100000:2.0:1788536289.602427:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+102:31459:x1875415573987584:12345-192.168.203.55@tcp:35:lseek_test.0 00000100:00100000:2.0:1788536289.603102:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+103:31459:x1875415573987584:12345-192.168.203.55@tcp:35:lseek_test.0 Request processed in 661us (1214us total) trans 4294968217 rc 0/0 00000100:00100000:2.0:1788536289.603111:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 279 00010000:00010000:1.0:1788536290.228933:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536290.467314:0:21590:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536290.467325:0:21590:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536290.467405:0:21590:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:2.0:1788536290.467412:0:21590:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536290.526106:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536290.526149:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536290.526186:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536290.526229:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536290.526254:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536290.526272:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536290.526296:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536290.526335:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573988224 00000100:00100000:0.0:1788536290.526345:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573988224 00000100:00100000:0.0:1788536290.526429:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573987840 00000100:00100000:0.0:1788536290.526433:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573987840 00000100:00100000:0.0:1788536290.526472:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 471 00000100:00100000:0.0:1788536290.526483:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+57:2354:x1875415573988224:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536290.526553:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+57:2354:x1875415573988224:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 73us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536290.526561:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 471 00000100:00100000:0.0:1788536290.526582:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 472 00000100:00100000:0.0:1788536290.526590:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+103:2354:x1875415573987840:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536290.526618:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+103:2354:x1875415573987840:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536290.526625:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 472 00000100:00100000:0.0:1788536290.526647:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573987968 00000100:00100000:0.0:1788536290.526660:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573987968 00000100:00100000:0.0:1788536290.526690:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573988480 00000100:00100000:0.0:1788536290.526693:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573988480 00000100:00100000:0.0:1788536290.526711:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573988096 00000100:00100000:0.0:1788536290.526714:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573988096 00000100:00100000:0.0:1788536290.526725:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573988352 00000100:00100000:0.0:1788536290.526727:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573988352 00000100:00100000:0.0:1788536290.526742:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 493 00000100:00100000:3.0:1788536290.526746:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573987712 00000100:00100000:0.0:1788536290.526748:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573987968:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536290.526750:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573987712 00000100:00100000:0.0:1788536290.526774:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573987968:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536290.526775:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 606 00000100:00100000:0.0:1788536290.526780:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 493 00000100:00100000:3.0:1788536290.526782:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573987712:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536290.526791:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 494 00000100:00100000:0.0:1788536290.526797:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573988480:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536290.526805:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415573987712:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536290.526811:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 606 00000100:00100000:0.0:1788536290.526828:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573988480:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536290.526834:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 494 00000100:00100000:0.0:1788536290.526844:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:0.0:1788536290.526850:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573988096:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536290.526874:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2354:x1875415573988096:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (602us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536290.526880:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:0.0:1788536290.526890:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00100000:0.0:1788536290.526896:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573988352:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536290.526917:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573988352:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536290.526922:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00080000:0.0:1788536290.526949:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536290.526953:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788536291.243679:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536291.436729:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583134080:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.436800:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536291.436867:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583134592:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.436893:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536291.440863:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536291.440883:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583134208:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.440947:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536291.441003:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583134080 00000100:00100000:0.0:1788536291.441010:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583134080 00000100:00100000:0.0:1788536291.441052:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583134208 00000100:00100000:0.0:1788536291.441055:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583134208 00000100:00100000:0.0:1788536291.441080:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788536291.441088:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583134080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441138:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583134080:12345-0@lo:400:kworker.0 Request processed in 51us (4341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536291.441145:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788536291.441161:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1788536291.441167:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583134208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441193:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583134208:12345-0@lo:400:kworker.0 Request processed in 26us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536291.441198:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1788536291.441217:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583134592 00000100:00100000:0.0:1788536291.441221:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583134592 00000100:00100000:0.0:1788536291.441245:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1788536291.441252:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583134592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441281:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583134592:12345-0@lo:400:kworker.0 Request processed in 29us (4387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536291.441287:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00080000:0.0:1788536291.441308:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536291.441312:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536291.441345:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583134208:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441358:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583134080:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441387:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:0.0:1788536291.441393:0:3282:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967382 committed transno 4294967382 00000100:00100000:0.0:1788536291.441413:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583134592:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441471:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583133952:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441503:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536291.441527:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583134464:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441924:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536291.441951:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536291.441958:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583134336:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.441983:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536291.442007:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583133952 00000100:00100000:0.0:1788536291.442012:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583133952 00000100:00100000:0.0:1788536291.442041:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1788536291.442047:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583133952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.442097:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583133952:12345-0@lo:400:kworker.0 Request processed in 49us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536291.442105:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:0.0:1788536291.442133:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583134464 00000100:00100000:0.0:1788536291.442136:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583134464 00000100:00100000:0.0:1788536291.442168:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1788536291.442175:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583134464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.442204:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583134464:12345-0@lo:400:kworker.0 Request processed in 30us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536291.442210:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1788536291.442226:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583134336 00000100:00100000:0.0:1788536291.442230:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583134336 00000100:00100000:0.0:1788536291.442253:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1788536291.442259:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583134336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.442285:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583134336:12345-0@lo:400:kworker.0 Request processed in 27us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536291.442291:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:0.0:1788536291.442306:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536291.442309:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536291.442327:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583134336:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.442335:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583133952:0@lo:400:kworker.0 00000100:00100000:0.0:1788536291.442343:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583134464:0@lo:400:kworker.0 00000001:00080000:1.0:1788536291.496975:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00080000:1.0:1788536291.496990:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967368 is committed 00000001:00080000:1.0:1788536291.497000:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:3.0:1788536291.952945:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583134720:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536291.953018:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536291.955322:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583134720 00000100:00100000:3.0:1788536291.955336:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583134720 00000100:00100000:3.0:1788536291.955399:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1788536291.955409:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583134720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536291.955444:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536291.955748:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583134720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 340us (2729us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536291.955759:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1788536291.955860:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583134720:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536292.267769:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536293.291498:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536293.485134:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536293.485157:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583134848:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536293.485225:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536293.485277:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583134848 00000100:00100000:3.0:1788536293.485284:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583134848 00000100:00100000:3.0:1788536293.485334:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:3.0:1788536293.485343:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583134848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536293.485396:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90112000 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536293.485437:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48658c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583134848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536293.485443:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00080000:3.0:1788536293.485717:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536293.485745:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967370 gen 2 00000004:00080000:3.0:1788536293.485750:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967369 committed transno 4294967370 00000004:00080000:3.0:1788536293.485768:0:3285:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d776e6680, transno 4294967370 00000100:00100000:3.0:1788536293.485786:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583134848:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536294.315660:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788536294.568290:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968209 is committed 00000001:00080000:0.0:1788536294.568307:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968216 is committed 00000001:00080000:0.0:1788536294.568316:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968217 is committed 00000020:00080000:0.0:1788536294.568329:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1c433fde40 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:0.0:1788536294.568334:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d7754f800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d47fea3c0 00000020:00080000:0.0:1788536294.568338:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d7754f400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d74165000 00000020:00080000:0.0:1788536294.568357:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00000020:00080000:2.0:1788536294.568521:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000020:00080000:2.0:1788536294.568721:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00000040:00080000:3.0:1788536294.635590:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536294.635600:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536294.635898:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:3.0:1788536294.635904:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536295.341212:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536295.642086:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536295.642127:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536295.642153:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536295.642188:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536295.642205:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536295.642223:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536295.642264:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536295.642292:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573988608 00000100:00100000:3.0:1788536295.642301:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573988608 00000100:00100000:3.0:1788536295.642346:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 608 00000100:00100000:3.0:1788536295.642356:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573988608:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536295.642456:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415573988608:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 101us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536295.642465:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 608 00000100:00100000:3.0:1788536295.642497:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573988864 00000100:00100000:3.0:1788536295.642500:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573988864 00000100:00100000:3.0:1788536295.642528:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573989376 00000100:00100000:3.0:1788536295.642530:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573989376 00000100:00100000:3.0:1788536295.642542:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573988992 00000100:00100000:3.0:1788536295.642544:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573988992 00000100:00100000:3.0:1788536295.642571:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573989248 00000100:00100000:3.0:1788536295.642573:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573989248 00000100:00100000:3.0:1788536295.642587:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:3.0:1788536295.642593:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573988864:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536295.642628:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415573988864:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 35us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536295.642635:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:3.0:1788536295.642646:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 500 00000100:00100000:3.0:1788536295.642653:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573989376:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536295.642674:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415573989376:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536295.642680:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 500 00000100:00100000:3.0:1788536295.642691:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 501 00000100:00100000:3.0:1788536295.642697:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+15:2353:x1875415573988992:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536295.642716:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+15:2353:x1875415573988992:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536295.642723:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 501 00000100:00100000:3.0:1788536295.642732:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 502 00000100:00100000:3.0:1788536295.642737:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573989248:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536295.642754:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415573989248:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 17us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536295.642760:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 502 00000100:00100000:3.0:1788536295.642775:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573989120 00000100:00100000:3.0:1788536295.642779:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573989120 00000100:00100000:3.0:1788536295.642816:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573988736 00000100:00100000:3.0:1788536295.642819:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573988736 00000100:00100000:3.0:1788536295.642837:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00100000:3.0:1788536295.642843:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:2353:x1875415573989120:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536295.642868:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+48:2353:x1875415573989120:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536295.642874:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00100000:3.0:1788536295.642885:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:3.0:1788536295.642890:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+102:2353:x1875415573988736:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536295.642908:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+102:2353:x1875415573988736:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 18us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536295.642914:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00080000:3.0:1788536295.643059:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536295.643064:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536295.643066:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536296.192159:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536296.192250:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573989504 00000100:00100000:2.0:1788536296.192260:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573989504 00000100:00100000:2.0:1788536296.192317:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1373 00000100:00100000:2.0:1788536296.192326:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:31431:x1875415573989504:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788536296.192446:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:31431:x1875415573989504:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 120us (296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536296.192453:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1373 00010000:00010000:1.0:1788536296.363705:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536296.555637:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536296.555664:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583134976:0@lo:400:kworker.0 00000100:00100000:2.0:1788536296.555738:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536296.555802:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583135360:0@lo:400:kworker.0 00000100:00100000:0.0:1788536296.555818:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583134976 00000100:00100000:0.0:1788536296.555827:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583134976 00000100:00100000:2.0:1788536296.555832:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536296.555852:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536296.555860:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583135488:0@lo:400:kworker.0 00000100:00100000:0.0:1788536296.555875:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1788536296.555887:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583134976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536296.555894:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536296.555954:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583134976:12345-0@lo:400:kworker.0 Request processed in 70us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536296.555965:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1788536296.556397:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583135360 00000100:00100000:3.0:1788536296.556403:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583135360 00000100:00100000:3.0:1788536296.556451:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1788536296.556459:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583135360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536296.556495:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583135360:12345-0@lo:400:kworker.0 Request processed in 37us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536296.556501:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1788536296.556521:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583135488 00000100:00100000:3.0:1788536296.556524:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583135488 00000100:00100000:3.0:1788536296.556552:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1788536296.556558:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583135488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536296.557062:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583135360:0@lo:400:kworker.0 00000100:00100000:2.0:1788536296.557075:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583134976:0@lo:400:kworker.0 00000100:00100000:3.0:1788536296.559719:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583135488:12345-0@lo:400:kworker.0 Request processed in 3141us (3808us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536296.559734:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1788536296.559913:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583135488:0@lo:400:kworker.0 00000100:00080000:0.0:1788536296.560189:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536296.560195:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536296.560529:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583135104:0@lo:400:kworker.0 00000100:00100000:1.0:1788536296.560589:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536296.560630:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583135616:0@lo:400:kworker.0 00000100:00100000:1.0:1788536296.560657:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536296.560688:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536296.560695:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583135232:0@lo:400:kworker.0 00000100:00100000:1.0:1788536296.560728:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536296.560774:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583135104 00000100:00100000:1.0:1788536296.560782:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583135104 00000100:00100000:1.0:1788536296.560820:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583135232 00000100:00100000:1.0:1788536296.560823:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583135232 00000100:00100000:1.0:1788536296.560853:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788536296.560861:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583135104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536296.560907:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583135104:12345-0@lo:400:kworker.0 Request processed in 47us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536296.560914:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788536296.560931:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788536296.560936:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583135232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536296.560962:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583135232:12345-0@lo:400:kworker.0 Request processed in 26us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536296.560968:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:1.0:1788536296.560988:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536296.561008:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583135232:0@lo:400:kworker.0 00000100:00100000:1.0:1788536296.561018:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583135104:0@lo:400:kworker.0 00000100:00100000:2.0:1788536296.561419:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583135616 00000100:00100000:2.0:1788536296.561425:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583135616 00000100:00100000:2.0:1788536296.561473:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1788536296.561480:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583135616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536296.561517:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583135616:12345-0@lo:400:kworker.0 Request processed in 37us (858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536296.561523:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:1.0:1788536296.562316:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536296.562349:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583135616:0@lo:400:kworker.0 00000100:00100000:1.0:1788536297.069693:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583135744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536297.069763:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536297.069924:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583135744 00000100:00100000:3.0:1788536297.069933:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583135744 00000100:00100000:3.0:1788536297.069989:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:3.0:1788536297.069999:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583135744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536297.070034:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536297.070490:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583135744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 492us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536297.070499:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1788536297.070593:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583135744:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536297.388023:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788536297.987287:0:21791:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 11:38:16 (1788536296) 00010000:00010000:1.0:1788536298.414043:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536298.465659:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536298.466613:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573989632 00000100:00100000:0.0:1788536298.466626:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573989632 00000100:00100000:0.0:1788536298.466705:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1374 00000100:00100000:0.0:1788536298.466718:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:32074:x1875415573989632:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1788536298.466768:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536298.466879:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:32074:x1875415573989632:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 164us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536298.466887:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1374 00000100:00100000:1.0:1788536298.493917:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536298.494051:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573989760 00000100:00100000:2.0:1788536298.494066:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573989760 00000100:00100000:2.0:1788536298.494169:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1375 00000100:00100000:2.0:1788536298.494181:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+102:32075:x1875415573989760:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536298.494208:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536298.494235:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1019 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.494317:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.494335:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.494349:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.494365:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.494408:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.494416:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.495936:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.495958:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.495967:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.495973:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.495980:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.495989:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496010:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:2.0:1788536298.496013:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.496020:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496026:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51d6a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496044:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496050:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496058:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496063:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a2c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.496066:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496073:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496080:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536298.496082:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.496085:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496091:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d71 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496154:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d63 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1019 expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496167:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:2.0:1788536298.496169:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.496173:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1019 expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.496182:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:2.0:1788536298.496300:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+102:32075:x1875415573989760:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2119us (2396us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536298.496316:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1375 00000100:00080000:1.0:1788536298.496562:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536298.507300:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536298.508339:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573990016 00000100:00100000:0.0:1788536298.508356:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573990016 00000100:00100000:0.0:1788536298.508513:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1376 00000100:00100000:0.0:1788536298.508526:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+102:32075:x1875415573990016:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:0.0:1788536298.509106:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536298.509146:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f51aca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f32 expref: 102 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.509172:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:0.0:1788536298.509178:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536298.511556:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.511616:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.511628:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.511703:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 47 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.511725:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 47 pid: 5825 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536298.511743:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583135872:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536298.511917:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536d6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536298.518833:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536298.518982:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583135872:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536298.519024:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536298.519117:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573990144 00000100:00100000:2.0:1788536298.519126:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573990144 00010000:00010000:2.0:1788536298.519176:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 48 pid: 5825 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536298.519221:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 414 00000100:00100000:2.0:1788536298.519232:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:2353:x1875415573990144:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536298.519248:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536298.519255:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 48 pid: 5825 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.519268:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 48 pid: 5825 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.519295:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f51b09 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b0f47 expref: 48 pid: 5825 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.519313:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:2.0:1788536298.519319:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.519330:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.519339:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.519642:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.519652:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.519683:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.519695:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.519703:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536298.520996:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 16384 00010000:00010000:1.0:1788536298.521017:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.521027:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.521035:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.521040:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536298.521047:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.521056:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.521075:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d45477200) 00010000:00010000:1.0:1788536298.521078:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536298.521083:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536298.521092:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000ade3e55e reply state 00000000dcee41f7 transno 4294968218 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536298.521101:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536298.521247:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+103:32075:x1875415573990016:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 12718us (13957us total) trans 4294968218 rc 0/0 00000100:00100000:1.0:1788536298.521258:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1376 00010000:00010000:2.0:1788536298.523320:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f51d78 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.523399:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536298.523504:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+47:2353:x1875415573990144:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 4267us (4680us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536298.523517:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 414 00010000:00010000:3.0:1788536298.531340:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.531417:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.531425:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.531442:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536298.531449:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.531459:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.531481:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8b1d4631b900) 00010000:00010000:3.0:1788536298.531484:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536298.531491:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.531498:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51d7f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536298.542069:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536298.542564:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573990272 00000100:00100000:2.0:1788536298.542588:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573990272 00000100:00100000:2.0:1788536298.542696:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1377 00000100:00100000:2.0:1788536298.542710:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+102:32076:x1875415573990272:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536298.542746:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536298.542784:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d86 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1020 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.542886:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d8d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.542905:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.542919:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536298.542965:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536298.542969:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536298.542993:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d8d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.543027:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51d86 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1020 expref: 104 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.543052:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d8d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1020 expref: 103 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.543062:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536298.543065:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536298.543069:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2c00, rc 0) 00000100:00100000:2.0:1788536298.543152:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+103:32076:x1875415573990272:12345-192.168.203.55@tcp:101:bash.0 Request processed in 445us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536298.543160:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1377 00000100:00100000:0.0:1788536298.551612:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536298.551839:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573990400 00000100:00100000:3.0:1788536298.551853:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573990400 00000100:00100000:3.0:1788536298.551934:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1378 00000100:00100000:3.0:1788536298.551946:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+103:32076:x1875415573990400:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536298.551971:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536298.551998:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51d94 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1027 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552082:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552100:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552113:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552130:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552137:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552144:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552805:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51da9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552819:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51da9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552829:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51da9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536298.552869:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 16384 00000004:00200000:3.0:1788536298.552874:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536298.552898:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51da9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552918:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552924:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552932:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552938:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536298.552943:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552951:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552965:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:3.0:1788536298.552968:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536298.552974:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552981:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51d9b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.552996:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553002:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553007:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553012:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536298.553015:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553020:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553027:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536298.553029:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536298.553031:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553037:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51da2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553075:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51d94 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1027 expref: 105 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553091:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48400/0x94dfe24b69f51da9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1027 expref: 104 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.553099:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:3.0:1788536298.553102:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536298.553104:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48400, rc 0) 00000100:00100000:3.0:1788536298.553198:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+104:32076:x1875415573990400:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1254us (1607us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536298.553208:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1378 00000100:00100000:0.0:1788536298.561084:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536298.562492:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573990528 00000100:00100000:1.0:1788536298.562510:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573990528 00000100:00100000:1.0:1788536298.562824:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1379 00000100:00100000:1.0:1788536298.562839:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+104:32076:x1875415573990528:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536298.562866:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536298.562893:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51db0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b102e expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.562974:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.562992:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563006:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563023:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563031:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563038:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563118:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563126:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563133:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563139:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536298.563159:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563169:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563182:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:1.0:1788536298.563186:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536298.563191:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563198:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51db7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563213:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563219:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563225:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563230:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536298.563233:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563239:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563246:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff8b1d4631b500) 00010000:00010000:1.0:1788536298.563248:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536298.563252:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563258:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51dbe lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.563298:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51db0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b102e expref: 105 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.568273:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:1.0:1788536298.568286:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536298.568302:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51db0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b102e expref: 105 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.568340:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:1.0:1788536298.568524:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+104:32076:x1875415573990528:12345-192.168.203.55@tcp:101:bash.0 Request processed in 5687us (7454us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536298.568536:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1379 00000100:00100000:3.0:1788536298.603059:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536298.603607:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573990656 00000100:00100000:2.0:1788536298.603622:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573990656 00000100:00100000:2.0:1788536298.603932:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1380 00000100:00100000:2.0:1788536298.603946:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+47:32077:x1875415573990656:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536298.603973:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536298.604003:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51dc5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1035 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.604087:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.604106:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.604120:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536298.604163:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536298.604167:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536298.604188:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.604215:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51dc5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 49 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.604237:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.604247:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536298.604250:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536298.604256:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:0.0:1788536298.604629:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536298.604659:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583136000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536298.604729:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536298.604810:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583136000 00000100:00100000:0.0:1788536298.604816:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583136000 00000100:00100000:0.0:1788536298.604873:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1788536298.604883:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583136000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536298.604917:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 90112000 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536298.604963:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583136000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536298.604971:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00080000:0.0:1788536298.605000:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536298.605042:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583136000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536298.605808:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+48:32077:x1875415573990656:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1857us (2758us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536298.605819:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1380 00000100:00100000:0.0:1788536298.624483:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536298.626093:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573990784 00000100:00100000:3.0:1788536298.626112:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573990784 00000100:00100000:3.0:1788536298.626201:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1381 00000100:00100000:3.0:1788536298.626213:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+48:32077:x1875415573990784:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536298.626240:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536298.626271:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51dd3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b103c expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626398:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626417:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626430:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626449:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626457:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626463:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626626:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48800/0x94dfe24b69f51de8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626636:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48800/0x94dfe24b69f51de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626657:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48800/0x94dfe24b69f51de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536298.626692:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 16384 00000004:00200000:3.0:1788536298.626697:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536298.626720:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48800/0x94dfe24b69f51de8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626735:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626743:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626750:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626757:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536298.626763:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626770:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626819:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:3.0:1788536298.626823:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536298.626828:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626835:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51dda lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626855:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626861:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626866:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626872:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536298.626875:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626880:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626888:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536298.626890:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536298.626893:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626899:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51de1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626937:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51dd3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b103c expref: 50 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626953:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48800/0x94dfe24b69f51de8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b103c expref: 49 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.626966:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:3.0:1788536298.626968:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536298.626971:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48800, rc 0) 00000100:00100000:3.0:1788536298.627067:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:32077:x1875415573990784:12345-192.168.203.55@tcp:101:rm.0 Request processed in 855us (2598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536298.627075:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1381 00000100:00100000:0.0:1788536298.632519:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536298.632950:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573990912 00000100:00100000:1.0:1788536298.632965:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573990912 00000100:00100000:1.0:1788536298.633044:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1382 00000100:00100000:1.0:1788536298.633056:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:32077:x1875415573990912:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536298.633082:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536298.633111:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51def lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1043 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633192:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633210:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633224:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633243:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633252:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633259:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633341:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633350:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633357:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633363:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536298.633411:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633421:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633436:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:1.0:1788536298.633440:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536298.633446:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633452:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f51df6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633468:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633474:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633480:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633484:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536298.633487:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633492:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.633997:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff8b1d4631b500) 00010000:00010000:1.0:1788536298.634001:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536298.634005:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.634012:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51dfd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.634062:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51def lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1043 expref: 50 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.634072:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:1.0:1788536298.634074:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536298.634077:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51def lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1043 expref: 50 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.634091:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:1.0:1788536298.634168:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:32077:x1875415573990912:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1114us (1677us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536298.634177:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1382 00000100:00100000:0.0:1788536298.646107:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536298.646518:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573991040 00000100:00100000:2.0:1788536298.646539:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573991040 00000100:00100000:2.0:1788536298.646636:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1383 00000100:00100000:2.0:1788536298.646807:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:32077:x1875415573991040:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536298.646839:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536298.646871:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b104a expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.646959:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.646980:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.646993:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647009:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647016:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647023:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647092:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647099:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647106:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647112:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.647117:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647125:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647138:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536298.647143:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.647149:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647155:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e0b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647171:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647177:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647183:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647188:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.647191:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647197:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647205:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff8b1d61e36800) 00010000:00010000:2.0:1788536298.647208:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.647211:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647216:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e12 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647257:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e04 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b104a expref: 50 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647268:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536298.647271:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.647275:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b104a expref: 50 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.647285:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:2.0:1788536298.650409:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:32077:x1875415573991040:12345-192.168.203.55@tcp:101:rm.0 Request processed in 3720us (4276us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536298.650427:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1383 00000100:00100000:0.0:1788536298.715457:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536298.716089:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573991168 00000100:00100000:2.0:1788536298.716107:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573991168 00000100:00100000:2.0:1788536298.716192:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1384 00000100:00100000:2.0:1788536298.716204:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:32078:x1875415573991168:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536298.716233:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536298.716261:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e19 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1051 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716358:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716410:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716424:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716443:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716452:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716458:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716946:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716957:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716964:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716970:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.716975:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.716985:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717002:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536298.717005:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.717011:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717018:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717032:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717039:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717046:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717050:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c426a3000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.717053:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717059:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717065:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff8b1d61e36800) 00010000:00010000:2.0:1788536298.717067:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.717069:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717074:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e27 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717120:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e19 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1051 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717130:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536298.717132:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.717135:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e19 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1051 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.717151:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc 0) 00000100:00100000:2.0:1788536298.717225:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:32078:x1875415573991168:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1023us (1785us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536298.717233:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1384 00000100:00100000:1.0:1788536298.724486:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536298.725108:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573991296 00000100:00100000:0.0:1788536298.725123:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573991296 00000100:00100000:0.0:1788536298.725208:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1385 00000100:00100000:0.0:1788536298.725219:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:32078:x1875415573991296:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536298.725247:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536298.725274:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51e2e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1058 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.725362:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.725469:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.725486:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.725508:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.725516:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.725523:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726096:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726114:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726121:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726127:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536298.726132:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726140:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726158:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:0.0:1788536298.726162:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536298.726168:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726175:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e35 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726192:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726199:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726206:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726211:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536298.726214:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726220:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726228:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff8b1c43bb5400) 00010000:00010000:0.0:1788536298.726230:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536298.726233:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726239:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51e3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726292:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51e2e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1058 expref: 50 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726303:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:0.0:1788536298.726304:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536298.726308:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51e2e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1058 expref: 50 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.726317:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cce00, rc 0) 00000100:00100000:0.0:1788536298.726530:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:32078:x1875415573991296:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1310us (2056us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536298.726550:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1385 00000040:00080000:3.0:1788536298.731811:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536298.731824:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536298.733504:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788536298.733529:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536298.743407:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536298.743564:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573991552 00000100:00100000:2.0:1788536298.743580:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573991552 00000100:00100000:2.0:1788536298.743681:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1386 00000100:00100000:2.0:1788536298.743694:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:32078:x1875415573991552:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536298.743721:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536298.743750:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e43 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b105f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.743926:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.743945:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.743958:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.743976:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.743983:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.743989:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536298.744870:0:5825:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00010000:00010000:2.0:1788536298.745100:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745115:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745124:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745166:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745173:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745180:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745186:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167cc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.745192:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745201:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745215:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536298.745218:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.745224:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745234:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f51e4a lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536298.745257:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000f36fef9c reply state 000000003c5a6eb8 transno 4294968219 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536298.745268:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536298.745308:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f51e43 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745324:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 51 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.745332:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536298.745335:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536298.745337:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:2.0:1788536298.745493:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:32078:x1875415573991552:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1801us (2124us total) trans 4294968219 rc 0/0 00000100:00100000:2.0:1788536298.745502:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1386 00000100:00100000:1.0:1788536298.752573:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:3.0:1788536298.752712:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.752729:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.752738:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.752744:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d4167d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536298.752751:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.752760:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.752793:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff8b1d61e36800) 00010000:00010000:3.0:1788536298.752797:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536298.752804:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.752812:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f51e51 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536298.753148:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573991680 00000100:00100000:0.0:1788536298.753162:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573991680 00000100:00100000:0.0:1788536298.753259:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00100000:0.0:1788536298.753272:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415573991680:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536298.753296:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536298.753322:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1066 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536298.753355:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1788536298.753412:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=676s v=(0 0) 00010000:00010000:0.0:1788536298.753418:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536298.753431:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.753452:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 9 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.753467:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc000, rc 0) 00000100:00100000:0.0:1788536298.753550:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415573991680:12345-192.168.203.55@tcp:101:cp.0 Request processed in 281us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536298.753557:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 386 00000100:00080000:1.0:1788536298.754203:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536298.773084:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536298.773959:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573991808 00000100:00100000:2.0:1788536298.773976:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573991808 00000100:00100000:2.0:1788536298.774068:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 387 00000100:00100000:2.0:1788536298.774080:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:32078:x1875415573991808:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536298.774104:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536298.774129:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b106d expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.774176:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.774186:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788536298.774191:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536298.774197:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.774242:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.774259:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 10 pid: 6667 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536298.774276:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583136128:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536298.774460:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec840 going to sleep for 11 seconds 00000100:00100000:2.0:1788536298.785064:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536298.786758:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573991936 00000100:00100000:1.0:1788536298.786776:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573991936 00010000:00010000:1.0:1788536298.786845:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 11 pid: 6667 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536298.786901:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 415 00000100:00100000:1.0:1788536298.786915:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573991936:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536298.786936:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536298.786971:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 11 pid: 6667 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.786988:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 11 pid: 6667 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.787024:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536298.787030:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536298.787042:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.787054:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.787108:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536298.787125:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583136256:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536298.787243:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d719326c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788536298.787292:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f51e66 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1066 expref: 11 pid: 6667 timeout: 777 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536298.787307:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583136128:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536298.787340:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536298.787352:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:1.0:1788536298.787429:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:32078:x1875415573991808:12345-192.168.203.55@tcp:101:cp.0 Request processed in 13351us (14361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536298.787437:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 387 00000100:00100000:2.0:1788536298.803735:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583136256:192.168.203.55@tcp:105: 00010000:00010000:2.0:1788536298.803774:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536298.803853:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573991936:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 16940us (18804us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536298.803866:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 415 00000100:00100000:1.0:1788536298.806512:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536298.806871:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573992192 00000100:00100000:2.0:1788536298.806886:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573992192 00000100:00100000:2.0:1788536298.806978:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00100000:2.0:1788536298.806989:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:32078:x1875415573992192:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536298.807642:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:32078:x1875415573992192:12345-192.168.203.55@tcp:35:cp.0 Request processed in 509us (1008us total) trans 4294968220 rc 0/0 00000100:00100000:2.0:1788536298.807702:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 280 00000100:00100000:1.0:1788536298.890119:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536298.890996:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573992320 00000100:00100000:3.0:1788536298.891013:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573992320 00000100:00100000:3.0:1788536298.891109:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1387 00000100:00100000:3.0:1788536298.891121:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+104:32081:x1875415573992320:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536298.891149:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536298.891178:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51e74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1074 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.891264:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.891283:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.891300:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.891318:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.891326:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.891332:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893115:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893135:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893148:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536298.893197:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00000004:00200000:2.0:1788536298.893201:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536298.893225:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893244:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893255:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893262:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893269:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893276:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.893281:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893290:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893305:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536298.893308:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.893314:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893321:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51e7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893339:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893345:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893351:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893356:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536298.893359:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893364:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893836:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff8b1d512a9300) 00010000:00010000:2.0:1788536298.893839:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536298.893844:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893852:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51e82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893913:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51e74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 106 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893930:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 105 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536298.893938:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536298.893940:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536298.893943:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ce00, rc 0) 00000100:00100000:2.0:1788536298.894106:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+105:32081:x1875415573992320:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2986us (3999us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536298.894119:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1387 00000100:00100000:1.0:1788536298.905266:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536298.905762:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573992448 00000100:00100000:0.0:1788536298.905776:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573992448 00000100:00100000:0.0:1788536298.905929:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 388 00000100:00100000:0.0:1788536298.905942:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573992448:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536298.905964:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536298.905986:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f51e90 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b107b expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536298.906076:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583136384:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536298.906207:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536d6a80 going to sleep for 11 seconds 00000100:00080000:1.0:1788536298.907212:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788536298.920231:0:16289:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788536298.920244:0:16289:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime: 0 -> 1788536298 00002000:00010000:0.0:1788536298.920247:0:16289:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime: 0 -> 1788536298 00002000:00010000:0.0:1788536298.920249:0:16289:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime: 0 -> 1788536298 00000100:00100000:0.0:1788536298.920284:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583136384:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536298.920341:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f51e90 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b107b expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.920412:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f51e90 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b107b expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.920438:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd400, rc 0) 00000100:00100000:0.0:1788536298.920520:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573992448:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 14580us (15269us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536298.920973:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 388 00000100:00100000:2.0:1788536298.928244:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536298.928687:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573992576 00000100:00100000:0.0:1788536298.928700:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573992576 00000100:00100000:0.0:1788536298.928774:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1388 00000100:00100000:0.0:1788536298.928785:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:32081:x1875415573992576:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536298.928811:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536298.928836:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e97 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1082 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.928927:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.928945:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.928957:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536298.928998:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 16384 00000004:00200000:0.0:1788536298.929002:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536298.929021:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.929049:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f51e97 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 107 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.929069:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 106 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536298.929078:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:0.0:1788536298.929081:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536298.929085:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cca00, rc 0) 00000100:00100000:0.0:1788536298.929152:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+106:32081:x1875415573992576:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 369us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536298.929160:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1388 00000100:00100000:1.0:1788536298.937539:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536298.937810:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573992704 00000100:00100000:3.0:1788536298.937824:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573992704 00000100:00100000:3.0:1788536298.937906:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 389 00000100:00100000:3.0:1788536298.937918:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573992704:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536298.937943:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536298.937970:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f51ea5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1089 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536298.938052:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583136512:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536298.938158:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536298.942315:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583136512:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536298.942427:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f51ea5 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1089 expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.942461:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f51ea5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1089 expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536298.942477:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49a00, rc 0) 00000100:00100000:3.0:1788536298.942794:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573992704:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4877us (5279us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536298.942805:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 389 00000100:00100000:0.0:1788536298.951823:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536298.952052:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573992960 00000100:00100000:1.0:1788536298.952066:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573992960 00000100:00100000:1.0:1788536298.952144:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1389 00000100:00100000:1.0:1788536298.952157:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:32081:x1875415573992960:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:1.0:1788536298.953078:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:1.0:1788536298.954825:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:32081:x1875415573992960:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 2653us (3002us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536298.954845:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1389 00010000:00010000:2.0:1788536299.437420:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788536299.734697:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968218 is committed 00000001:00080000:1.0:1788536299.734719:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968220 is committed 00000020:00080000:1.0:1788536299.734727:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00000020:00080000:1.0:1788536299.734749:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000020:00080000:1.0:1788536299.734762:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000040:00080000:3.0:1788536299.758848:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536299.758862:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536299.758937:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:3.0:1788536299.758948:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536299.763467:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583136640:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536299.764244:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec240 going to sleep for 11 seconds 00000100:00100000:1.0:1788536299.783228:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583136640:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536299.793794:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536299.793954:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573993088 00000100:00100000:2.0:1788536299.793968:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573993088 00000100:00100000:2.0:1788536299.794055:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1390 00000100:00100000:2.0:1788536299.794067:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:32092:x1875415573993088:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536299.794114:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536299.794260:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:32092:x1875415573993088:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 193us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536299.794269:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1390 00000100:00100000:0.0:1788536299.808548:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536299.808824:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573993344 00000100:00100000:3.0:1788536299.808838:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573993344 00000100:00100000:3.0:1788536299.811384:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1391 00000100:00100000:3.0:1788536299.811432:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:32092:x1875415573993344:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536299.811468:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536299.811499:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51eac lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1090 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.811654:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51eb3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.811673:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.811691:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51eb3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536299.811705:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1788536299.811924:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51eac lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1090 expref: 53 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.811945:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51eb3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1090 expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.811955:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:3.0:1788536299.811957:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536299.811962:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49400, rc 0) 00000100:00100000:3.0:1788536299.812052:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:32092:x1875415573993344:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 640us (3519us total) trans 4294968221 rc 0/0 00000100:00100000:3.0:1788536299.812060:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1391 00000100:00100000:2.0:1788536299.824497:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536299.824545:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536299.824579:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573993472 00000100:00100000:2.0:1788536299.824605:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573993472 00000100:00100000:2.0:1788536299.824688:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 66 00000100:00100000:2.0:1788536299.824698:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d498c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415573993472:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536299.824718:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536299.824752:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51eb3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1090 expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.824773:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536299.824779:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536299.824832:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573993600 00000100:00100000:1.0:1788536299.824839:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573993600 00000100:00100000:2.0:1788536299.824852:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d498c5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:2355:x1875415573993472:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 155us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536299.824862:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 66 00000100:00100000:1.0:1788536299.824890:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 390 00000100:00100000:1.0:1788536299.824900:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573993600:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536299.824951:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536299.824973:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536299.824982:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1b:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536299.824987:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536299.824993:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536299.825036:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536299.825054:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 9 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536299.825072:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583136768:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536299.825166:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b780300 going to sleep for 11 seconds 00000100:00100000:3.0:1788536299.829784:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536299.829807:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583136768:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536299.832173:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536299.832235:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573993728 00000100:00100000:0.0:1788536299.832248:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573993728 00002000:00100000:0.0:1788536299.832328:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->157) req@ffff8b1d7bec2680 x1875415573993728/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:200/0 lens 648/0 e 0 to 0 dl 1788536310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536299.832340:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bec2680 with x1875415573993728 ext(0->157) 00010000:00010000:0.0:1788536299.832350:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 10 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536299.832383:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 10 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536299.832394:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7bec2680 00000100:00100000:0.0:1788536299.832435:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 15 00000100:00100000:0.0:1788536299.832447:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573993728:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:1.0:1788536299.839766:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415573993728:12345-192.168.203.55@tcp:4:cp.0 Request processed in 7305us (9983us total) trans 4294967371 rc 0/0 00000100:00100000:1.0:1788536299.839785:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 15 00002000:00100000:1.0:1788536299.839804:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (0->157) req@ffff8b1d7bec2680 x1875415573993728/t4294967371(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:200/0 lens 648/448 e 0 to 0 dl 1788536310 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536299.839817:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bec2680 with x1875415573993728 ext(0->157) 00010000:00010000:1.0:1788536299.839832:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 12 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536299.840012:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 12 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536299.840025:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7bec2680 00000100:00100000:1.0:1788536299.845674:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536299.846879:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573993856 00000100:00100000:3.0:1788536299.846898:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573993856 00010000:00010000:3.0:1788536299.846953:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 12 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536299.847017:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 416 00000100:00100000:3.0:1788536299.847028:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415573993856:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536299.847048:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536299.847077:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 12 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.847096:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 12 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.847129:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f51e6d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b106d expref: 12 pid: 6666 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.847147:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536299.847152:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536299.847160:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.847178:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.847221:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536299.847296:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415573993856:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 269us (1645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536299.847304:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 416 00010000:00010000:2.0:1788536299.847677:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.847690:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.847726:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.847736:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.847750:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.847758:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536299.847764:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.847774:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.847790:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.847799:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f51ec1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536299.847864:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415573993600:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 22965us (23318us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536299.847873:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 390 00000100:00100000:1.0:1788536299.852237:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536299.852339:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573994112 00000100:00100000:2.0:1788536299.852352:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573994112 00000100:00100000:2.0:1788536299.852686:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1392 00000100:00100000:2.0:1788536299.852699:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:32092:x1875415573994112:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536299.852981:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:32092:x1875415573994112:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 282us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536299.852992:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1392 00000100:00100000:3.0:1788536299.857286:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536299.857914:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573994240 00000100:00100000:0.0:1788536299.857931:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573994240 00000100:00100000:0.0:1788536299.858027:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 391 00000100:00100000:0.0:1788536299.858040:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415573994240:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536299.858066:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536299.858098:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1097 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536299.858133:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 158, mtime: 0x6a9ae5ea, atime: 0x0, ctime: 0x6a9ae5ea, blocks: 0x1 00010000:00010000:0.0:1788536299.858164:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=678s v=(0 0) 00010000:00010000:0.0:1788536299.858169:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536299.858183:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536299.858205:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536299.858222:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd000, rc 0) 00000100:00100000:0.0:1788536299.858317:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573994240:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 279us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536299.858324:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 391 00000100:00100000:1.0:1788536299.864623:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536299.864682:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573994496 00000100:00100000:1.0:1788536299.864696:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573994496 00000100:00100000:1.0:1788536299.864767:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1393 00000100:00100000:1.0:1788536299.864779:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:32092:x1875415573994496:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536299.864918:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:32092:x1875415573994496:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 141us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536299.864926:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1393 00000100:00100000:3.0:1788536299.870220:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536299.874425:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573994624 00000100:00100000:2.0:1788536299.874446:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573994624 00002000:00100000:2.0:1788536299.874515:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (0->4095) req@ffff8b1d7197d880 x1875415573994624/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:200/0 lens 488/0 e 0 to 0 dl 1788536310 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536299.874529:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7197d880 with x1875415573994624 ext(0->4095) 00002000:00010000:2.0:1788536299.874536:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7197d880 00000100:00100000:2.0:1788536299.874632:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 119 00000100:00100000:2.0:1788536299.874644:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573994624:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788536299.874924:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415573994624:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 282us (4719us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788536299.874934:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 119 00002000:00100000:2.0:1788536299.874941:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (0->4095) req@ffff8b1d7197d880 x1875415573994624/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:200/0 lens 488/4536 e 0 to 0 dl 1788536310 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536299.874950:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7197d880 with x1875415573994624 ext(0->4095) 00002000:00010000:2.0:1788536299.874954:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7197d880 00000040:00080000:3.0:1788536299.882873:0:21841:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536299.882925:0:21841:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536299.882987:0:21841:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:3.0:1788536299.882994:0:21841:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536299.883885:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536299.883972:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573994752 00000100:00100000:2.0:1788536299.883985:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573994752 00000100:00100000:3.0:1788536299.884155:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1394 00000100:00100000:3.0:1788536299.884170:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:32092:x1875415573994752:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536299.884198:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536299.884235:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ecf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b109e expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.884283:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.884301:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.884317:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.884468:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ecf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.884486:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.884496:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:3.0:1788536299.884499:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536299.884503:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49a00, rc 0) 00000100:00100000:3.0:1788536299.884582:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:32092:x1875415573994752:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 415us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536299.884600:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1394 00000100:00100000:2.0:1788536299.896113:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536299.896342:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573994880 00000100:00100000:1.0:1788536299.896356:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573994880 00000100:00100000:1.0:1788536299.896555:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1395 00000100:00100000:1.0:1788536299.896567:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:32092:x1875415573994880:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536299.896620:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536299.896755:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:32092:x1875415573994880:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 189us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536299.896765:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1395 00000100:00100000:2.0:1788536299.909061:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536299.909473:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573995008 00000100:00100000:3.0:1788536299.909488:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573995008 00000100:00100000:3.0:1788536299.909558:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 392 00000100:00100000:3.0:1788536299.909572:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573995008:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536299.909648:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909669:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536299.909675:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536299.909683:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909702:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909756:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909766:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909775:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909782:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536299.909787:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909797:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909816:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.909826:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003528957a/0x94dfe24b69f51edd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536299.909938:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415573995008:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 368us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536299.909946:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 392 00000100:00100000:1.0:1788536299.916258:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536299.917502:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573995264 00000100:00100000:3.0:1788536299.917521:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573995264 00000100:00100000:3.0:1788536299.917607:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1396 00000100:00100000:3.0:1788536299.917639:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:32092:x1875415573995264:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536299.918913:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.918941:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.918952:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.919002:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536299.919021:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 52 pid: 5824 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536299.919038:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583136896:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536299.919169:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec780 going to sleep for 11 seconds 00000100:00100000:2.0:1788536299.932512:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536299.932582:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583136896:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536299.932628:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536299.932670:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573995392 00000100:00100000:2.0:1788536299.932678:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573995392 00010000:00010000:2.0:1788536299.932722:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 53 pid: 5824 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536299.932762:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 417 00000100:00100000:2.0:1788536299.932774:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:2354:x1875415573995392:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536299.932791:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536299.932800:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 53 pid: 5824 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.932814:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 53 pid: 5824 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.932842:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f51ed6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b109e expref: 53 pid: 5824 timeout: 778 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.932859:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536299.932865:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.932878:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.932887:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.932912:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536299.932990:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415573995392:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 217us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536299.932999:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 417 00010000:00010000:2.0:1788536299.933030:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.933037:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.933299:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.933309:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.933317:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.933323:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536299.933329:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.933338:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.933348:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536299.933351:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536299.933355:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536299.933363:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f51ee4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536299.933522:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:32092:x1875415573995264:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 15895us (17277us total) trans 4294968222 rc 0/0 00000100:00100000:2.0:1788536299.933531:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1396 00000040:00080000:1.0:1788536299.935200:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536299.935211:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536299.937043:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788536299.937064:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536299.938056:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536299.938104:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573995648 00000100:00100000:0.0:1788536299.938117:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573995648 00000100:00100000:0.0:1788536299.938193:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 281 00000100:00100000:0.0:1788536299.938205:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:32092:x1875415573995648:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536299.938541:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:32092:x1875415573995648:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 338us (492us total) trans 4294968223 rc 0/0 00000100:00100000:0.0:1788536299.938550:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 281 00010000:00010000:1.0:1788536300.459593:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536300.759231:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536300.759271:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536300.759297:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536300.759325:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536300.759349:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536300.759433:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573996032 00000100:00100000:0.0:1788536300.759444:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573996032 00000100:00100000:0.0:1788536300.759516:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573996288 00000100:00100000:0.0:1788536300.759520:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573996288 00000100:00100000:0.0:1788536300.759538:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573996160 00000100:00100000:0.0:1788536300.759540:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573996160 00000100:00100000:0.0:1788536300.759560:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 505 00000100:00100000:0.0:1788536300.759569:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573996032:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536300.759662:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573996032:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 93us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536300.759670:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 505 00000100:00100000:0.0:1788536300.759688:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 506 00000100:00100000:0.0:1788536300.759694:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573996288:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536300.759720:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573996288:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536300.759726:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 506 00000100:00100000:0.0:1788536300.759738:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 507 00000100:00100000:0.0:1788536300.759744:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573996160:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536300.759766:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573996160:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536300.759772:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 507 00000100:00080000:1.0:1788536300.760057:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536300.760062:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536300.760295:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573995776 00000100:00100000:3.0:1788536300.760301:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573995776 00000100:00100000:3.0:1788536300.760341:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 610 00000100:00100000:3.0:1788536300.760349:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573995776:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536300.760428:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573995776:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 80us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536300.760436:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 610 00000100:00100000:3.0:1788536300.760466:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573995904 00000100:00100000:3.0:1788536300.760469:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573995904 00000100:00100000:3.0:1788536300.760495:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:3.0:1788536300.760501:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+105:2352:x1875415573995904:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536300.760526:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+105:2352:x1875415573995904:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536300.760533:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00080000:1.0:1788536300.760822:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536301.489266:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536301.675941:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583137152:0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.676047:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536301.676119:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50347100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583137664:0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.676147:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536301.676182:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536301.676187:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583137280:0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.676208:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536301.676244:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583137152 00000100:00100000:1.0:1788536301.676253:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583137152 00000100:00100000:1.0:1788536301.676311:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583137280 00000100:00100000:1.0:1788536301.676314:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583137280 00000100:00100000:1.0:1788536301.676351:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788536301.676360:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583137152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.676454:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583137152:12345-0@lo:400:kworker.0 Request processed in 95us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536301.676462:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788536301.676484:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1788536301.676490:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583137280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.676518:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583137280:12345-0@lo:400:kworker.0 Request processed in 29us (308us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536301.676523:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1788536301.676543:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583137664 00000100:00100000:1.0:1788536301.676547:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583137664 00000100:00100000:1.0:1788536301.676591:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1788536301.676597:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583137664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.676628:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583137664:12345-0@lo:400:kworker.0 Request processed in 32us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536301.676634:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00080000:1.0:1788536301.676657:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536301.676661:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536301.676698:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583137280:0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.676708:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583137152:0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.676717:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50347100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583137664:0@lo:400:kworker.0 00000100:00100000:3.0:1788536301.676864:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583137408:0@lo:400:kworker.0 00000100:00100000:3.0:1788536301.676898:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536301.676936:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536301.676942:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583137024:0@lo:400:kworker.0 00000100:00100000:3.0:1788536301.676972:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536301.676993:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583137536:0@lo:400:kworker.0 00000100:00100000:3.0:1788536301.677017:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536301.677058:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583137024 00000100:00100000:3.0:1788536301.677062:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583137024 00000100:00100000:3.0:1788536301.677093:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1788536301.677099:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583137024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536301.677133:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583137024:12345-0@lo:400:kworker.0 Request processed in 33us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536301.677139:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1788536301.677191:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583137024:0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.677673:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583137408 00000100:00100000:1.0:1788536301.677679:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583137408 00000100:00100000:1.0:1788536301.677732:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788536301.677739:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583137408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.677786:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583137408:12345-0@lo:400:kworker.0 Request processed in 48us (887us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536301.677794:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788536301.677814:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583137536 00000100:00100000:1.0:1788536301.677818:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583137536 00000100:00100000:1.0:1788536301.677845:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1788536301.677850:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583137536:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788536301.682109:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536301.682125:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536301.682237:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583137408:0@lo:400:kworker.0 00000100:00100000:1.0:1788536301.682730:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583137536:12345-0@lo:400:kworker.0 Request processed in 4876us (5709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536301.682744:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1788536301.685770:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583137536:0@lo:400:kworker.0 00000001:00080000:1.0:1788536301.785833:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967371 is committed 00000040:00080000:1.0:1788536301.979999:0:21894:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536301.980009:0:21894:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536301.980062:0:21894:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:1.0:1788536301.980068:0:21894:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536302.031667:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536302.031828:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573996416 00000100:00100000:3.0:1788536302.031842:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573996416 00000100:00100000:3.0:1788536302.031935:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 393 00000100:00100000:3.0:1788536302.031947:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415573996416:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536302.031971:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536302.031996:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10a5 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.032029:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788536302.032035:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536302.032047:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.032071:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.032089:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:3.0:1788536302.032161:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415573996416:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 216us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536302.032169:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 393 00000100:00080000:0.0:1788536302.032591:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536302.037342:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536302.037433:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573996672 00000100:00100000:3.0:1788536302.037446:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573996672 00000100:00100000:3.0:1788536302.038438:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1397 00000100:00100000:3.0:1788536302.038455:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+105:32101:x1875415573996672:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536302.038705:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536302.038735:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51ef2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10ac expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.038865:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51ef9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.038884:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.038901:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51ef9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536302.038916:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1788536302.039134:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51ef2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ac expref: 108 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.039197:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51ef9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ac expref: 107 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.039209:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:3.0:1788536302.039213:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788536302.039218:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48c00, rc 0) 00000100:00100000:3.0:1788536302.039736:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+107:32101:x1875415573996672:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1286us (2410us total) trans 4294968224 rc 0/0 00000100:00100000:3.0:1788536302.039746:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1397 00000100:00080000:1.0:1788536302.040512:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536302.045023:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536302.045410:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573996800 00000100:00100000:3.0:1788536302.045428:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573996800 00000100:00100000:3.0:1788536302.045514:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 394 00000100:00100000:3.0:1788536302.045528:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415573996800:12345-192.168.203.55@tcp:1:lfs.0 00010000:00010000:3.0:1788536302.045600:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.045638:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 8 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.045651:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.045660:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536302.045666:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536302.045673:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.045720:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.045738:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 17 pid: 6668 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536302.045757:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583137792:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536302.045899:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 8 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.045912:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 8 pid: 16289 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536302.045925:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583137920:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536302.045966:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536302.060585:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536302.060689:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536302.060730:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573996928 00000100:00100000:2.0:1788536302.060743:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573996928 00010000:00010000:2.0:1788536302.060800:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 18 pid: 6668 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536302.060847:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573997056 00000100:00100000:2.0:1788536302.060851:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573997056 00010000:00010000:2.0:1788536302.060880:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 9 pid: 16289 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536302.060905:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 418 00000100:00100000:2.0:1788536302.060915:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415573996928:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536302.060933:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788536302.060958:0:17110:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 11 00010000:00010000:2.0:1788536302.060966:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 18 pid: 6668 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.060982:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 18 pid: 6668 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.061023:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536302.061091:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415573996928:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 173us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536302.061099:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 418 00000100:00100000:2.0:1788536302.061124:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 419 00000100:00100000:2.0:1788536302.061130:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573997056:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536302.061138:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536302.061147:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 9 pid: 16289 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.061159:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 9 pid: 16289 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.061175:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536302.061180:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536302.061187:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.061197:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.061219:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536302.061238:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415573997056:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 108us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536302.061248:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 419 00000100:00080000:1.0:1788536302.061657:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788536302.062160:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f51eeb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10a5 expref: 17 pid: 6668 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536302.062989:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583137792:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536302.063018:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a526cc1f/0x94dfe24b69f51ec8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1097 expref: 8 pid: 16289 timeout: 780 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536302.063038:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583137920:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536302.063070:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063084:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063093:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063131:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063140:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063150:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063165:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536302.063171:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063181:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063204:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.063214:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006e43a865/0x94dfe24b69f51f07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536302.063457:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415573996800:12345-192.168.203.55@tcp:1:lfs.0 Request processed in 17932us (18442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536302.063469:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 394 00000100:00100000:2.0:1788536302.079098:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536302.079486:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573997312 00000100:00100000:0.0:1788536302.079500:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573997312 00000100:00100000:0.0:1788536302.079551:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 282 00000100:00100000:0.0:1788536302.079562:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b98450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+107:32101:x1875415573997312:12345-192.168.203.55@tcp:35:lfs.0 00000004:00010000:0.0:1788536302.079638:0:20658:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x2a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51ef9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ac expref: 107 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788536302.079870:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968225 00000001:00080000:0.0:1788536302.080525:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968226 00010000:00010000:0.0:1788536302.080602:0:20658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536302.080620:0:20658:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536302.080629:0:20658:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 110 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536302.080637:0:20658:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 5/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536302.080672:0:20658:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 110 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536302.080688:0:20658:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 110 pid: 5824 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536302.080701:0:20658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:20658:1875415583138048:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536302.080802:0:20658:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536302.080812:0:20658:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 52 pid: 5825 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536302.080821:0:20658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:20658:1875415583138176:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536302.080844:0:20658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4846b000 going to sleep for 11 seconds 00000100:00100000:2.0:1788536302.084724:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536302.084808:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536302.084837:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573997440 00000100:00100000:2.0:1788536302.084848:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573997440 00010000:00010000:2.0:1788536302.084898:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 111 pid: 5824 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536302.084936:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573997568 00000100:00100000:2.0:1788536302.084939:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573997568 00010000:00010000:2.0:1788536302.084970:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 53 pid: 5825 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536302.084993:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 420 00000100:00100000:2.0:1788536302.085003:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+111:2354:x1875415573997440:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536302.085021:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536302.085029:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 111 pid: 5824 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085044:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 111 pid: 5824 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085073:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536302.085078:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085091:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085099:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536302.085156:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+111:2354:x1875415573997440:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 154us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536302.085164:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 420 00000100:00100000:2.0:1788536302.085185:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 421 00000100:00100000:2.0:1788536302.085191:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:2354:x1875415573997568:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536302.085199:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536302.085204:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 53 pid: 5825 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085213:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 53 pid: 5825 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085226:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536302.085229:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085238:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085246:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536302.085266:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536302.085284:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:2354:x1875415573997568:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 94us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536302.085292:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 421 00000100:00080000:0.0:1788536302.085968:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536302.086441:0:20658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51e89 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1074 expref: 110 pid: 5824 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536302.086465:0:20658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:20658:1875415583138048:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536302.086496:0:20658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f51e58 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b105f expref: 52 pid: 5825 timeout: 780 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536302.086511:0:20658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:20658:1875415583138176:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536302.086544:0:20658:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.086555:0:20658:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.086561:0:20658:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788536302.086756:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968227 00000001:00080000:3.0:1788536302.087027:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968228 00000001:00080000:3.0:1788536302.087084:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968229 00000100:00100000:3.0:1788536302.087192:0:20658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:20658:1875415583138304:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1788536302.087268:0:20658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536302.087310:0:20658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536302.087344:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583138304 00000100:00100000:0.0:1788536302.087357:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583138304 00000100:00100000:0.0:1788536302.087457:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788536302.087467:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20658:x1875415583138304:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:0.0:1788536302.087593:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20658:x1875415583138304:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 127us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536302.087601:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788536302.088263:0:20658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:20658:1875415583138304:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:3.0:1788536302.089428:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968230 00000100:00100000:3.0:1788536302.089689:0:20658:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:20658:1875415583138432:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1788536302.089775:0:20658:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536302.089815:0:20658:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536302.089943:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583138432 00000100:00100000:2.0:1788536302.089953:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583138432 00000100:00100000:2.0:1788536302.090031:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1788536302.090042:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20658:x1875415583138432:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1788536302.090415:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:20658:x1875415583138432:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 328us (592us total) trans 4294967372 rc 0/0 00000100:00100000:2.0:1788536302.090425:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788536302.090816:0:20658:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:20658:1875415583138432:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:3.0:1788536302.090851:0:20658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.090863:0:20658:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.090872:0:20658:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.090883:0:20658:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536302.090889:0:20658:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.090898:0:20658:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.090918:0:20658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:3.0:1788536302.090922:0:20658:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1788536302.090927:0:20658:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536302.090933:0:20658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f51f0e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536302.091199:0:20658:0:(mdd_object.c:4338:mdd_close()) Object [0x200000401:0x50:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788536302.091323:0:20658:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9048 00000004:00080000:3.0:1788536302.091337:0:20658:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 680318966922ns, next at 681318964259ns, rc = 0 00000001:00080000:3.0:1788536302.091347:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968231 00010000:00010000:3.0:1788536302.091545:0:20658:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d61e36600) 00010000:00010000:3.0:1788536302.091549:0:20658:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788536302.091558:0:20658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51ef9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ac expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536302.091838:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b98450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+113:32101:x1875415573997312:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 12276us (12753us total) trans 4294968232 rc 0/0 00000100:00100000:3.0:1788536302.091849:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 282 00000020:00080000:3.0:1788536302.091854:0:20658:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1788536302.199597:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583138560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536302.199699:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536302.200348:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583138560 00000100:00100000:2.0:1788536302.200362:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583138560 00000100:00100000:2.0:1788536302.200458:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1788536302.200469:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583138560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536302.200612:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536302.200702:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583138560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 234us (1003us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536302.200710:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1788536302.201299:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583138560:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536302.508417:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536303.160456:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536303.160643:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573997824 00000100:00100000:3.0:1788536303.160654:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573997824 00000100:00100000:3.0:1788536303.160851:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1398 00000100:00100000:3.0:1788536303.160864:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+113:32110:x1875415573997824:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536303.160889:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536303.160911:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10b3 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.160998:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.161013:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.161028:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.161043:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.161050:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.161056:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.163614:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.163633:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.163647:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536303.163667:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:3.0:1788536303.165315:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.165331:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.165339:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.165344:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536303.165349:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.165356:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166304:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:3.0:1788536303.166307:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536303.166313:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166320:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48600/0x94dfe24b69f51f1c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166334:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166344:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166350:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166355:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536303.166358:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166389:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166396:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xb6c33e9e (ffff8b1d512a9700) 00010000:00010000:3.0:1788536303.166399:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536303.166402:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166408:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f23 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166487:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 116 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166503:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 115 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536303.166511:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:3.0:1788536303.166513:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536303.166517:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48e00, rc 0) 00000100:00100000:3.0:1788536303.166619:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+115:32110:x1875415573997824:12345-192.168.203.55@tcp:101:cat.0 Request processed in 5747us (6173us total) trans 4294968233 rc 0/0 00000100:00100000:3.0:1788536303.166629:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1398 00000100:00100000:2.0:1788536303.197967:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536303.198075:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573998080 00000100:00100000:1.0:1788536303.198084:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573998080 00000100:00100000:1.0:1788536303.198136:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1399 00000100:00100000:1.0:1788536303.198145:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+115:32111:x1875415573998080:12345-192.168.203.55@tcp:58:cat.0 00000004:00020000:1.0:1788536303.198219:0:5823:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00010000:00010000:1.0:1788536303.531624:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788536303.725944:0:6724:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 681953572490ns, next at 682953570020ns, rc = 0 00000100:00100000:0.0:1788536303.726033:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583138688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536303.726103:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536303.726294:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583138688 00000100:00100000:2.0:1788536303.726302:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583138688 00000100:00100000:2.0:1788536303.726390:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1788536303.726411:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583138688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536303.726452:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536303.726503:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583138688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536303.726510:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1788536303.726568:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583138688:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536303.726712:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788536304.043846:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536304.043857:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536304.044065:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:0.0:1788536304.044073:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536304.561603:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788536304.901725:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968227 is committed 00000001:00080000:0.0:1788536304.901742:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968223 is committed 00000004:00080000:0.0:1788536304.901754:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:0.0:1788536304.901772:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968233 is committed 00000004:00080000:0.0:1788536304.901778:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000020:00080000:0.0:1788536304.901787:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d498ec6c0 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:0.0:1788536304.901792:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2800 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d498ec3c0 00000020:00080000:0.0:1788536304.901795:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d46bf2200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d6e149c00 00000100:00100000:3.0:1788536304.902107:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536304.902128:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583138816:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788536304.902194:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536304.902258:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583138816 00000100:00100000:3.0:1788536304.902265:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583138816 00000100:00100000:3.0:1788536304.902303:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1788536304.902311:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583138816:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788536304.902334:0:6667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:27 count 1 00002000:00010000:3.0:1788536304.902363:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 158, mtime: 0x6a9ae5ea, atime: 0x0, ctime: 0x6a9ae5ea, blocks: 0xb 00010000:00010000:3.0:1788536304.902390:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.902406:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1788536304.902410:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536304.902416:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.902431:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.902441:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.902454:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.902470:0:6667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788536304.903425:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583138816:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1110us (1228us total) trans 4294967373 rc 0/0 00000100:00100000:3.0:1788536304.903434:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00010000:00010000:3.0:1788536304.903461:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536304.903467:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.903476:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536304.903480:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.903488:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.903503:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.903510:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009daf6118/0x94dfe24b69f51f38 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536304.903528:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536304.903531:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536304.903532:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:2.0:1788536304.903591:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000020:00080000:2.0:1788536304.903723:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000004:00080000:0.0:1788536304.904137:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c42e0f100/2, rc 0, transno 4294967373 00000100:00100000:0.0:1788536304.904145:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583138816:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788536305.579688:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536305.882511:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536305.882553:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536305.882583:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536305.882631:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536305.882656:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536305.882675:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536305.882699:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536305.882725:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573998208 00000100:00100000:0.0:1788536305.882735:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573998208 00000100:00100000:0.0:1788536305.882782:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 612 00000100:00100000:0.0:1788536305.882792:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573998208:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536305.882869:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415573998208:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 78us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536305.882876:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 612 00000100:00100000:0.0:1788536305.882910:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573998336 00000100:00100000:0.0:1788536305.882914:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573998336 00000100:00100000:0.0:1788536305.882952:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573998720 00000100:00100000:0.0:1788536305.882955:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573998720 00000100:00100000:0.0:1788536305.882971:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 485 00000100:00100000:0.0:1788536305.882976:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+106:2352:x1875415573998336:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536305.883007:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+106:2352:x1875415573998336:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536305.883013:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 485 00000100:00100000:0.0:1788536305.883024:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 486 00000100:00100000:0.0:1788536305.883031:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:2352:x1875415573998720:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536305.883056:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:2352:x1875415573998720:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536305.883062:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 486 00000100:00080000:0.0:1788536305.883077:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536305.883531:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573998592 00000100:00100000:3.0:1788536305.883536:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573998592 00000100:00100000:3.0:1788536305.883584:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573998848 00000100:00100000:3.0:1788536305.883595:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573998848 00000100:00100000:3.0:1788536305.883618:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573998464 00000100:00100000:3.0:1788536305.883621:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573998464 00000100:00100000:3.0:1788536305.883634:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573998976 00000100:00100000:3.0:1788536305.883636:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573998976 00000100:00100000:3.0:1788536305.883652:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 510 00000100:00100000:3.0:1788536305.883659:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573998592:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536305.883689:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+15:2352:x1875415573998592:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (1146us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536305.883696:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 510 00000100:00100000:3.0:1788536305.883709:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 511 00000100:00100000:3.0:1788536305.883715:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573998848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536305.883737:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415573998848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (1154us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536305.883742:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 511 00000100:00100000:3.0:1788536305.883751:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 512 00000100:00100000:3.0:1788536305.883757:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573998464:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536305.883776:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415573998464:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536305.883782:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 512 00000100:00100000:3.0:1788536305.883794:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 513 00000100:00100000:3.0:1788536305.883799:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573998976:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536305.883821:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415573998976:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (1123us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536305.883827:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 513 00000100:00080000:0.0:1788536305.885192:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536305.885200:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788536306.603944:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536306.800993:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536306.801057:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583139072:0@lo:400:kworker.0 00000100:00100000:3.0:1788536306.801146:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536306.801205:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583138944:0@lo:400:kworker.0 00000100:00100000:1.0:1788536306.801205:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583139072 00000100:00100000:1.0:1788536306.801213:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583139072 00000100:00100000:3.0:1788536306.801244:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536306.801257:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1788536306.801266:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583139072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536306.801317:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583139072:12345-0@lo:400:kworker.0 Request processed in 52us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536306.801324:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1788536306.801389:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583138944 00000100:00100000:1.0:1788536306.801393:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583138944 00000100:00100000:1.0:1788536306.801423:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1788536306.801430:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583138944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536306.801458:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583138944:12345-0@lo:400:kworker.0 Request processed in 29us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536306.801464:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1788536306.801623:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583138944:0@lo:400:kworker.0 00000100:00100000:3.0:1788536306.801649:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583139072:0@lo:400:kworker.0 00000100:00100000:0.0:1788536306.803038:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583139328:0@lo:400:kworker.0 00000100:00100000:0.0:1788536306.803096:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536306.803124:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536306.803130:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583139200:0@lo:400:kworker.0 00000100:00100000:0.0:1788536306.803155:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536306.803285:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583139456:0@lo:400:kworker.0 00000100:00100000:1.0:1788536306.803313:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536306.803342:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536306.803348:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583139584:0@lo:400:kworker.0 00000100:00100000:1.0:1788536306.803401:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536306.803952:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583139200 00000100:00100000:0.0:1788536306.803960:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583139200 00000100:00100000:0.0:1788536306.804015:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583139456 00000100:00100000:0.0:1788536306.804018:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583139456 00000100:00100000:0.0:1788536306.804041:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1788536306.804063:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583139200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536306.804116:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583139200:12345-0@lo:400:kworker.0 Request processed in 55us (960us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536306.804122:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1788536306.804140:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1788536306.804147:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583139456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536306.804181:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583139456:12345-0@lo:400:kworker.0 Request processed in 36us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536306.804187:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1788536306.804221:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583139200:0@lo:400:kworker.0 00000100:00100000:0.0:1788536306.804254:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583139456:0@lo:400:kworker.0 00000100:00080000:1.0:1788536306.804455:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536306.807599:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583139328 00000100:00100000:3.0:1788536306.807622:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583139328 00000100:00100000:3.0:1788536306.807694:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583139584 00000100:00100000:3.0:1788536306.807698:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583139584 00000100:00080000:1.0:1788536306.807990:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536306.807995:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536306.808032:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788536306.808045:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583139328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536306.808131:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583139328:12345-0@lo:400:kworker.0 Request processed in 90us (5034us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536306.808139:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1788536306.808232:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1788536306.808241:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583139584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536306.808281:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583139584:12345-0@lo:400:kworker.0 Request processed in 42us (4879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536306.808288:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1788536306.808331:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77644700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583139584:0@lo:400:kworker.0 00000100:00100000:0.0:1788536306.808579:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583139328:0@lo:400:kworker.0 00000001:00080000:2.0:1788536306.904103:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:2.0:1788536306.904121:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00000100:00100000:0.0:1788536307.308683:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583139712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536307.308752:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536307.309404:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583139712 00000100:00100000:2.0:1788536307.309412:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583139712 00000100:00100000:2.0:1788536307.309462:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1788536307.309471:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583139712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536307.309506:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 85000192 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536307.309574:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583139712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (821us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536307.309580:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1788536307.310435:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583139712:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536307.628053:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00020000:1.0:1788536308.333929:0:5823:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00010000:00010000:1.0:1788536308.348193:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536308.348220:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 105 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536308.348345:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536308.348420:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 105 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536308.348859:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 105 pid: 5824 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536308.348876:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583139840:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536308.348965:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d51961900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536308.364709:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536308.364798:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583139840:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536308.364832:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536308.365405:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573999104 00000100:00100000:3.0:1788536308.365414:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573999104 00010000:00010000:3.0:1788536308.365475:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 106 pid: 5824 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536308.365516:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 422 00000100:00100000:3.0:1788536308.365536:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d498c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+106:2354:x1875415573999104:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00080000:1.0:1788536308.365547:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536308.365552:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536308.365560:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 106 pid: 5824 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536308.365574:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 106 pid: 5824 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536308.365605:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51f2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10b3 expref: 106 pid: 5824 timeout: 786 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536308.365621:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:3.0:1788536308.365626:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536308.365635:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536308.365642:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536308.365672:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536308.365722:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d498c7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+105:2354:x1875415573999104:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 197us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536308.365729:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 422 00010000:00010000:1.0:1788536308.365789:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536308.365799:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536308.366232:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:1.0:1788536308.366302:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+104:32111:x1875415573998080:12345-192.168.203.55@tcp:58:cat.0 Request processed in 5168157us (5168343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536308.366311:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1399 00000100:00100000:0.0:1788536308.371322:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536308.371438:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573999232 00000100:00100000:2.0:1788536308.371448:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573999232 00000100:00100000:2.0:1788536308.371507:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1400 00000100:00100000:2.0:1788536308.371518:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+104:32111:x1875415573999232:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:2.0:1788536308.371546:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536308.371566:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10ba expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536308.371635:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536308.371657:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ba expref: 105 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536308.371675:0:5825:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536308.371691:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ba expref: 105 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536308.371704:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:2.0:1788536308.371707:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536308.371711:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ba expref: 105 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536308.371719:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d000, rc 0) 00000100:00100000:2.0:1788536308.371780:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+105:32111:x1875415573999232:12345-192.168.203.55@tcp:101:cat.0 Request processed in 264us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536308.371787:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1400 00010000:00010000:3.0:1788536308.651679:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536308.846750:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583139968:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536308.846819:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536308.847075:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583139968 00000100:00100000:2.0:1788536308.847083:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583139968 00000100:00100000:2.0:1788536308.847147:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1788536308.847156:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583139968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536308.847188:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536308.847233:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583139968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536308.847240:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1788536308.847274:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967373 gen 2 00000004:00080000:2.0:1788536308.847280:0:3285:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967373 00000004:00080000:2.0:1788536308.847298:0:3285:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c42e0f100, transno 4294967373 00000100:00100000:2.0:1788536308.847314:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583139968:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536308.847910:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788536309.164709:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536309.164718:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536309.164754:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:0.0:1788536309.164762:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536309.165159:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77646a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583140096:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536309.165468:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536309.173347:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.174131:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77646a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583140096:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536309.174670:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573999360 00000100:00100000:2.0:1788536309.174678:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573999360 00000100:00100000:2.0:1788536309.174785:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1401 00000100:00100000:2.0:1788536309.174794:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:32113:x1875415573999360:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536309.174832:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536309.174930:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:32113:x1875415573999360:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 136us (1592us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536309.174937:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1401 00000100:00080000:0.0:1788536309.184529:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536309.214107:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.214187:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573999488 00000100:00100000:1.0:1788536309.214197:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573999488 00000100:00100000:1.0:1788536309.214249:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1402 00000100:00100000:1.0:1788536309.214259:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:32113:x1875415573999488:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788536309.214326:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214342:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214356:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214553:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214562:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214569:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214646:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214655:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214661:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536309.214695:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00000004:00200000:1.0:1788536309.214700:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536309.214712:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214728:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214735:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214741:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214747:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536309.214751:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214759:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214769:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536309.214771:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536309.214776:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214782:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f51f4d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214794:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214800:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214867:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214874:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536309.214877:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214883:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214891:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x98b61b69 (ffff8b1d4631ba00) 00010000:00010000:1.0:1788536309.214893:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536309.214896:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214902:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f51f54 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x98b61b69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214918:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214924:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214930:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214934:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536309.214936:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214942:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214953:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536309.214954:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536309.214957:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.214963:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51f5b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.215033:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:32113:x1875415573999488:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 774us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536309.215041:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1402 00000100:00100000:1.0:1788536309.222103:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536309.222201:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573999744 00000100:00100000:2.0:1788536309.222211:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573999744 00000100:00100000:2.0:1788536309.222308:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1403 00000100:00100000:2.0:1788536309.222318:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:32113:x1875415573999744:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536309.222336:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536309.222356:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51f62 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10c1 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.222980:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.222995:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223005:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536309.223016:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 158 00010000:00010000:2.0:1788536309.223125:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223133:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223141:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223147:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536309.223151:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223160:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223171:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:2.0:1788536309.223173:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536309.223177:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223184:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223220:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51f62 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10c1 expref: 51 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223231:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:2.0:1788536309.223233:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788536309.223237:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f51f62 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10c1 expref: 51 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.223246:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536309.223292:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+50:32113:x1875415573999744:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 976us (1198us total) trans 4294968234 rc 301/301 00000100:00100000:2.0:1788536309.223304:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1403 00000100:00100000:2.0:1788536309.229928:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.230198:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415573999872 00000100:00100000:3.0:1788536309.230218:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415573999872 00000100:00100000:3.0:1788536309.230298:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1404 00000100:00100000:3.0:1788536309.230308:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:32113:x1875415573999872:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536309.230353:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536309.230634:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:32113:x1875415573999872:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 327us (713us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.230658:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1404 00000100:00100000:3.0:1788536309.242946:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.243115:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574000128 00000100:00100000:0.0:1788536309.243126:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574000128 00000100:00100000:0.0:1788536309.243186:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1405 00000100:00100000:0.0:1788536309.243196:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+50:32113:x1875415574000128:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536309.243217:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536309.243236:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51f77 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10c8 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.246085:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51f7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.246106:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.246116:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51f7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536309.246128:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00010000:00010000:0.0:1788536309.246184:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51f77 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10c8 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.246203:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51f7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10c8 expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.246212:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1c43bb5600) 00010000:00010000:0.0:1788536309.246215:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536309.246218:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cce00, rc 0) 00000100:00100000:0.0:1788536309.246286:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:32113:x1875415574000128:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3090us (3349us total) trans 4294968235 rc 0/0 00000100:00100000:0.0:1788536309.246294:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1405 00000100:00100000:1.0:1788536309.255108:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536309.255207:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574000384 00000100:00100000:2.0:1788536309.255218:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574000384 00000100:00100000:2.0:1788536309.255278:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1406 00000100:00100000:2.0:1788536309.255288:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:32113:x1875415574000384:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536309.255715:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536309.255928:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51f7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10c8 expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.255947:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1c43bb5600) 00010000:00010000:2.0:1788536309.255960:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536309.255985:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.255997:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 104 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.256007:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 4/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.256042:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 104 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.256057:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 104 pid: 16075 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536309.256076:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583140224:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536309.256186:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536309.269157:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583140224:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536309.269188:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.280332:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536309.280620:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574000512 00000100:00100000:2.0:1788536309.280631:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574000512 00010000:00010000:2.0:1788536309.280670:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 105 pid: 16075 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536309.280712:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 423 00000100:00100000:2.0:1788536309.280722:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:2352:x1875415574000512:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536309.280736:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536309.280744:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 105 pid: 16075 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.280758:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 105 pid: 16075 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.280780:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f51e9e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1082 expref: 105 pid: 16075 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.280795:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:2.0:1788536309.280800:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,1 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.280809:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.280820:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.280855:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536309.280901:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+104:2352:x1875415574000512:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 180us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536309.280908:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 423 00010000:00010000:3.0:1788536309.281033:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281042:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281062:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281072:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281080:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281278:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281286:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281298:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281304:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536309.281309:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281317:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281326:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:3.0:1788536309.281329:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536309.281333:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 2/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281339:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f51f8c lrc: 0/0,0 mode: --/CW res: [0x200000401:0x4f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281348:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281354:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281361:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281431:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536309.281435:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281444:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281452:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0xcf0d01d4 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536309.281455:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536309.281457:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.281464:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48c00/0x94dfe24b69f51f93 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0xcf0d01d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536309.281544:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:32113:x1875415574000384:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 26257us (26448us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536309.281553:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1406 00000100:00100000:1.0:1788536309.294493:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.294707:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574000640 00000100:00100000:3.0:1788536309.294718:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574000640 00000100:00100000:3.0:1788536309.294775:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1407 00000100:00100000:3.0:1788536309.294787:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+51:32113:x1875415574000640:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536309.294806:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536309.294827:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f9a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10cf expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.294864:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.294878:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.294889:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.294989:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51f9a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.295007:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.295015:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536309.295018:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536309.295022:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48e00, rc 0) 00000100:00100000:3.0:1788536309.295084:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:32113:x1875415574000640:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 299us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.295092:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1407 00000100:00100000:3.0:1788536309.300583:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.300824:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574000896 00000100:00100000:0.0:1788536309.300834:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574000896 00000100:00100000:0.0:1788536309.300894:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1408 00000100:00100000:0.0:1788536309.300904:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:32113:x1875415574000896:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788536309.301012:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.301030:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.301041:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536309.301229:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000008c0f642b reply state 00000000a0e51e6b transno 4294968236 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536309.301247:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536309.301450:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+54:32113:x1875415574000896:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 546us (884us total) trans 4294968236 rc 0/0 00000100:00100000:0.0:1788536309.301458:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1408 00010000:00010000:3.0:1788536309.310864:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.310881:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.310889:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.310895:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536309.310900:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.310908:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.310929:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536309.310932:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536309.310937:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.310943:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fa8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536309.314214:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.314291:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574001024 00000100:00100000:3.0:1788536309.314302:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574001024 00000100:00100000:3.0:1788536309.314398:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1409 00000100:00100000:3.0:1788536309.314417:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:32113:x1875415574001024:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536309.314444:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536309.314470:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10d6 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.314538:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 54 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.314554:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 54 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.314563:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536309.314576:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536309.314580:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:3.0:1788536309.314642:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:32113:x1875415574001024:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 226us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.314652:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1409 00000100:00100000:1.0:1788536309.318450:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536309.318517:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574001152 00000100:00100000:2.0:1788536309.318537:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574001152 00000100:00100000:2.0:1788536309.318589:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 283 00000100:00100000:2.0:1788536309.318598:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:32113:x1875415574001152:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788536309.318717:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:32113:x1875415574001152:12345-192.168.203.55@tcp:49:lhsmtool_posix.0 Request processed in 120us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536309.318725:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 283 00000100:00100000:2.0:1788536309.323898:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.323993:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574001408 00000100:00100000:0.0:1788536309.324003:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574001408 00000100:00100000:0.0:1788536309.324058:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 284 00000100:00100000:0.0:1788536309.324067:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:32113:x1875415574001408:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536309.326617:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:32113:x1875415574001408:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 2542us (2720us total) trans 4294968237 rc 0/0 00000100:00100000:0.0:1788536309.326631:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 284 00000100:00100000:1.0:1788536309.342962:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.345255:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574001664 00000100:00100000:0.0:1788536309.345270:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574001664 00000100:00100000:0.0:1788536309.345330:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1410 00000100:00100000:0.0:1788536309.345341:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:32113:x1875415574001664:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536309.345513:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:32113:x1875415574001664:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 174us (2561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536309.345536:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1410 00000100:00100000:1.0:1788536309.348358:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536309.348762:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574001920 00000100:00100000:2.0:1788536309.348773:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574001920 00000100:00100000:2.0:1788536309.348821:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1411 00000100:00100000:2.0:1788536309.348831:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:32113:x1875415574001920:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536309.348852:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536309.348873:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51fb6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10dd expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.348979:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.348996:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 56 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.349004:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.349036:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 56 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536309.349049:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 56 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536309.349062:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583140352:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536309.349144:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536309.356580:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583140352:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536309.356609:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.358234:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.360286:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574002048 00000100:00100000:3.0:1788536309.360300:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574002048 00010000:00010000:3.0:1788536309.360345:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 57 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536309.360435:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 424 00000100:00100000:3.0:1788536309.360445:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+57:2355:x1875415574002048:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536309.360458:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536309.360465:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 57 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.360477:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 57 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.360498:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51faf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10d6 expref: 57 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.360513:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536309.360528:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.360540:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.360546:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.360583:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536309.360649:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+56:2355:x1875415574002048:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 205us (2419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.360656:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 424 00010000:00010000:1.0:1788536309.361620:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.361631:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536309.361656:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00000004:00080000:1.0:1788536309.361946:0:5823:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1e:0x0], index 1: 0 00010000:00010000:1.0:1788536309.362090:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362098:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362106:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362111:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536309.362116:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362125:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362136:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536309.362139:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536309.362143:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362150:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f51fbd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362198:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51fb6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10dd expref: 56 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362207:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff8b1d512a9800) 00010000:00010000:1.0:1788536309.362210:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536309.362215:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f51fb6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10dd expref: 56 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.362223:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ce00, rc 0) 00000100:00100000:1.0:1788536309.362276:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:32113:x1875415574001920:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 13446us (13926us total) trans 4294968238 rc 301/301 00000100:00100000:1.0:1788536309.362284:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1411 00000100:00100000:1.0:1788536309.367113:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.367177:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574002304 00000100:00100000:3.0:1788536309.367187:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574002304 00000100:00100000:3.0:1788536309.367240:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 285 00000100:00100000:3.0:1788536309.367250:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+55:32113:x1875415574002304:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536309.367674:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+56:32113:x1875415574002304:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 425us (569us total) trans 4294968239 rc 0/0 00000100:00100000:3.0:1788536309.367682:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 285 00000100:00100000:2.0:1788536309.382056:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.382171:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574002432 00000100:00100000:0.0:1788536309.382181:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574002432 00000100:00100000:0.0:1788536309.382244:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1412 00000100:00100000:0.0:1788536309.382255:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:32113:x1875415574002432:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536309.382279:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536309.382299:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fcb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10e4 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.382414:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51fd2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.382439:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.382450:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536309.382484:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 0 00000004:00200000:0.0:1788536309.382488:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536309.382506:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.382550:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f51fcb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10e4 expref: 58 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.382577:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10e4 expref: 57 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.382593:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:0.0:1788536309.382596:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788536309.382599:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc000, rc 0) 00000100:00100000:0.0:1788536309.382653:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+57:32113:x1875415574002432:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 400us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536309.382662:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1412 00000100:00100000:2.0:1788536309.387186:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.387265:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574002560 00000100:00100000:3.0:1788536309.387275:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574002560 00000100:00100000:3.0:1788536309.387341:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 396 00000100:00100000:3.0:1788536309.387352:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415574002560:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536309.387398:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536309.387418:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10eb expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536309.387451:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788536309.387468:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788536309.387472:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536309.387482:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.387505:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 11 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.387527:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:3.0:1788536309.387582:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574002560:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 223us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.388152:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 396 00000100:00080000:0.0:1788536309.388226:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536309.391867:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.391959:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574002816 00000100:00100000:1.0:1788536309.391967:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574002816 00000100:00100000:1.0:1788536309.392023:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1413 00000100:00100000:1.0:1788536309.392032:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+57:32113:x1875415574002816:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536309.392136:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+57:32113:x1875415574002816:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 104us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536309.392144:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1413 00000100:00100000:2.0:1788536309.399419:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.399902:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574002944 00000100:00100000:1.0:1788536309.399912:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574002944 00000100:00100000:1.0:1788536309.399968:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 397 00000100:00100000:1.0:1788536309.399977:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:32113:x1875415574002944:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536309.399993:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536309.400011:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10f2 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.400042:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.400058:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536309.400063:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536309.400069:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.400101:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.400114:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 12 pid: 16289 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.400128:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583140480:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536309.400213:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d429e8540 going to sleep for 11 seconds 00000100:00100000:2.0:1788536309.404873:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.404980:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583140480:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536309.405011:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.405031:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:1.0:1788536309.405088:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:32113:x1875415574002944:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 5112us (5727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536309.405096:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 397 00000100:00100000:3.0:1788536309.405161:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574003072 00000100:00100000:3.0:1788536309.405168:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574003072 00010000:00010000:3.0:1788536309.405196:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 12 pid: 16289 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536309.405233:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 425 00000100:00100000:3.0:1788536309.405241:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574003072:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536309.405254:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536309.405275:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 12 pid: 16289 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.405288:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 12 pid: 16289 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.405309:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f51fd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10eb expref: 12 pid: 16289 timeout: 787 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.405328:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536309.405332:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536309.405340:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.405349:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.405415:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 11 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536309.405439:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583140608:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536309.405487:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4984e780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536309.417457:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583140608:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536309.417483:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536309.417548:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574003072:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 12306us (12682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.417559:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 425 00000100:00100000:2.0:1788536309.422214:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.422752:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574003200 00000100:00100000:1.0:1788536309.422763:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574003200 00002000:00100000:1.0:1788536309.422813:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (0->157) req@ffff8b1d7bfde680 x1875415574003200/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:210/0 lens 648/0 e 0 to 0 dl 1788536320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536309.422824:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfde680 with x1875415574003200 ext(0->157) 00002000:00010000:1.0:1788536309.422830:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfde680 00000100:00100000:1.0:1788536309.422865:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 120 00000100:00100000:1.0:1788536309.422875:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574003200:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788536309.428290:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415574003200:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 5405us (6073us total) trans 4294967383 rc 0/0 00000100:00100000:2.0:1788536309.428305:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 120 00002000:00100000:2.0:1788536309.428317:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1e:0x0] (0->157) req@ffff8b1d7bfde680 x1875415574003200/t4294967383(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:210/0 lens 648/448 e 0 to 0 dl 1788536320 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536309.428327:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfde680 with x1875415574003200 ext(0->157) 00002000:00010000:2.0:1788536309.428335:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfde680 00000100:00100000:2.0:1788536309.439082:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.439199:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574003328 00000100:00100000:1.0:1788536309.439209:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574003328 00000100:00100000:1.0:1788536309.439261:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1414 00000100:00100000:1.0:1788536309.439270:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+57:32113:x1875415574003328:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788536309.610617:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968237 is committed 00000001:00080000:0.0:1788536309.610638:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968238 is committed 00000020:00080000:0.0:1788536309.610653:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00000001:00080000:0.0:1788536309.610670:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968239 is committed 00000100:00100000:0.0:1788536309.610794:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:32113:x1875415574003328:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 171519us (171716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536309.610804:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1414 00000020:00080000:1.0:1788536309.610983:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:1.0:1788536309.610993:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:1.0:1788536309.613938:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.614242:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574003456 00000100:00100000:3.0:1788536309.614253:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574003456 00000100:00100000:3.0:1788536309.614308:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 398 00000100:00100000:3.0:1788536309.614318:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415574003456:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00010000:00010000:2.0:1788536309.689172:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788536309.701333:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967383 is committed 00000100:00100000:3.0:1788536309.701495:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574003456:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 87172us (87558us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.701511:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 398 00000100:00100000:0.0:1788536309.704220:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.704895:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574003712 00000100:00100000:1.0:1788536309.704906:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574003712 00000100:00100000:1.0:1788536309.705006:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1415 00000100:00100000:1.0:1788536309.705016:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:32113:x1875415574003712:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536309.705072:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536309.705097:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f51fd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10e4 expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.705116:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536309.705121:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536309.705150:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.705167:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.705178:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536309.705351:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000003d00a357 reply state 000000005225bbf3 transno 4294968240 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.705361:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536309.705657:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:32113:x1875415574003712:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 641us (1443us total) trans 4294968240 rc 0/0 00000100:00100000:1.0:1788536309.705665:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1415 00010000:00010000:3.0:1788536309.707404:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.707425:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.707433:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.707438:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536309.707442:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.707451:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.707465:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536309.707468:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536309.707473:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.707480:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f51fe7 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536309.708663:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.708940:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574003840 00000100:00100000:3.0:1788536309.708949:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574003840 00000100:00100000:3.0:1788536309.708999:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1416 00000100:00100000:3.0:1788536309.709008:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:32113:x1875415574003840:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536309.709030:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536309.709048:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b10f9 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.709104:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.709119:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.709138:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536309.709141:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788536309.709143:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:3.0:1788536309.709194:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:32113:x1875415574003840:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 186us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.709200:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1416 00000100:00100000:2.0:1788536309.712007:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.712082:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574003968 00000100:00100000:3.0:1788536309.712090:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574003968 00000100:00100000:3.0:1788536309.712145:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 399 00000100:00100000:3.0:1788536309.712154:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574003968:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788536309.712455:0:16289:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1788536309.712459:0:16289:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb mtime from disk: 0 -> 1788536298 00002000:00010000:3.0:1788536309.712462:0:16289:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb atime from disk: 0 -> 1788536298 00002000:00010000:3.0:1788536309.712464:0:16289:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb ctime from disk: 0 -> 1788536298 00002000:00010000:3.0:1788536309.712466:0:16289:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x1e:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:3.0:1788536309.712512:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574003968:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 358us (513us total) trans 4294967384 rc 0/0 00000100:00100000:3.0:1788536309.712528:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 399 00000100:00100000:1.0:1788536309.715251:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.715330:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574004224 00000100:00100000:0.0:1788536309.715338:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574004224 00000100:00100000:0.0:1788536309.715433:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1417 00000100:00100000:0.0:1788536309.715444:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:32113:x1875415574004224:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788536309.715505:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.715532:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.715542:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.715586:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.715601:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 52 pid: 5824 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536309.715616:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583140736:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536309.715684:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536309.718803:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.718946:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583140736:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536309.718975:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.719070:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574004352 00000100:00100000:1.0:1788536309.719078:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574004352 00010000:00010000:1.0:1788536309.719113:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 53 pid: 5824 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.719149:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 426 00000100:00100000:1.0:1788536309.719158:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415574004352:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536309.719172:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536309.719179:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 53 pid: 5824 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.719191:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 53 pid: 5824 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.719216:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f51fa1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10cf expref: 53 pid: 5824 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.719230:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536309.719235:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.719243:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.719250:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.719269:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536309.719320:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574004352:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 163us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536309.719328:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 426 00010000:00010000:0.0:1788536309.719819:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.719829:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.719858:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.719866:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.719873:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.719879:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cce00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536309.719884:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.719892:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.719902:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:0.0:1788536309.719905:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788536309.719908:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.719914:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f51ff5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536309.719970:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+51:32113:x1875415574004224:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 4528us (4726us total) trans 0 rc -22/-22 00000100:00100000:0.0:1788536309.719978:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1417 00000100:00100000:2.0:1788536309.726153:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.726222:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574004480 00000100:00100000:1.0:1788536309.726232:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574004480 00000100:00100000:1.0:1788536309.726287:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:1.0:1788536309.726297:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574004480:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536309.726340:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.726359:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.726399:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536309.726403:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536309.726408:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.726452:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 12 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.726467:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 12 pid: 6667 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.726482:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583140864:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536309.726578:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4984e000 going to sleep for 11 seconds 00000100:00100000:2.0:1788536309.729630:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.729731:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583140864:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536309.729757:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536309.729916:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574004608 00000100:00100000:0.0:1788536309.729923:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574004608 00010000:00010000:0.0:1788536309.729959:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 13 pid: 6667 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536309.729996:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 427 00000100:00100000:0.0:1788536309.730007:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415574004608:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536309.730021:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536309.730043:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 13 pid: 6667 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.730056:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 13 pid: 6667 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.730077:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b2040b1d/0x94dfe24b69f51fe0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f2 expref: 13 pid: 6667 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.730090:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536309.730094:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536309.730100:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.730110:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.730138:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536309.730192:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574004608:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 187us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536309.730199:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 427 00010000:00010000:1.0:1788536309.730259:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.730268:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.730291:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.730301:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.730309:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.730316:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536309.730320:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.730329:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.730340:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.730347:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f51ffc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.730431:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574004480:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 4126us (4279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536309.730439:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 400 00000100:00100000:3.0:1788536309.732895:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.732986:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574004864 00000100:00100000:1.0:1788536309.732994:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574004864 00000100:00100000:1.0:1788536309.733046:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1418 00000100:00100000:1.0:1788536309.733056:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:32113:x1875415574004864:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536309.733129:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.733146:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.733158:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.733352:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.733363:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.733388:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.733434:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.733448:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 52 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.733462:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583140992:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536309.733681:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4984e000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536309.739348:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.739488:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574004992 00000100:00100000:0.0:1788536309.739497:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574004992 00010000:00010000:0.0:1788536309.739545:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 53 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536309.739593:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 428 00000100:00100000:0.0:1788536309.739603:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415574004992:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536309.739617:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536309.739624:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 53 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.739638:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 53 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.739660:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:0.0:1788536309.739666:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.739675:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.739682:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.739702:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536309.739755:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415574004992:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 153us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536309.739762:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 428 00010000:00010000:1.0:1788536309.740447:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f51fee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10f9 expref: 52 pid: 5825 timeout: 787 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.740469:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583140992:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536309.740490:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.740500:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.740506:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536309.740701:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968241 00000001:00080000:1.0:1788536309.740840:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968242 00000001:00080000:1.0:1788536309.740880:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968243 00000100:00100000:1.0:1788536309.740953:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583141120:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788536309.741001:0:16075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536309.741033:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d498ec3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536309.741092:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583141120 00000100:00100000:3.0:1788536309.741097:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583141120 00000100:00100000:3.0:1788536309.741147:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788536309.741155:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583141120:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788536309.741226:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583141120:12345-0@lo:1000:mdt00_004.0 Request processed in 72us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.741232:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788536309.744826:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583141120:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1788536309.745221:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968244 00000100:00100000:1.0:1788536309.745298:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583141248:0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788536309.745352:0:16075:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536309.745406:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4984e000 going to sleep for 11 seconds 00000100:00080000:0.0:1788536309.745584:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536309.745648:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583141248 00000100:00100000:3.0:1788536309.745655:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583141248 00000100:00100000:3.0:1788536309.745708:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788536309.745717:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:16075:x1875415583141248:12345-0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788536309.745909:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:16075:x1875415583141248:12345-0@lo:1000:mdt00_004.0 Request processed in 192us (556us total) trans 4294967385 rc 0/0 00000100:00100000:3.0:1788536309.745916:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788536309.745944:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:16075:1875415583141248:0@lo:1000:mdt00_004.0 00000001:00080000:1.0:1788536309.746028:0:16075:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968245 00010000:00010000:1.0:1788536309.746058:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746068:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746076:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746081:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536309.746086:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746093:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746107:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536309.746111:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536309.746116:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746122:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5200a lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746149:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746157:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746162:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746167:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536309.746170:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746179:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746185:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536309.746187:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536309.746194:0:16075:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ba expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746204:0:16075:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ba expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746212:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ba expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.746235:0:16075:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ba expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.746246:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583141376:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536309.746315:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536e5b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536309.749936:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.750033:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583141376:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536309.750062:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750071:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f51f3f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750102:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750115:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750125:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750136:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750142:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750148:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750153:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536309.750157:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750163:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750173:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536309.750175:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536309.750179:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750185:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52011 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750193:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750199:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750205:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750209:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536309.750212:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750218:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750224:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:1.0:1788536309.750227:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536309.750230:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.750236:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52003 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536309.750663:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+56:32113:x1875415574004864:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 17607us (17773us total) trans 4294968246 rc 0/0 00000100:00100000:1.0:1788536309.750674:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1418 00000020:00080000:1.0:1788536309.750680:0:16075:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:2.0:1788536309.750838:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536309.750844:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536309.751332:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788536309.751339:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536309.754259:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.754339:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574005120 00000100:00100000:1.0:1788536309.754349:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574005120 00000100:00100000:1.0:1788536309.754420:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574005376 00000100:00100000:1.0:1788536309.754431:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574005376 00000100:00100000:1.0:1788536309.754448:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00100000:1.0:1788536309.754457:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+104:32111:x1875415574005120:12345-192.168.203.55@tcp:49:cat.0 00000100:00100000:1.0:1788536309.754595:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+104:32111:x1875415574005120:12345-192.168.203.55@tcp:49:cat.0 Request processed in 138us (4667us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536309.754602:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 286 00000100:00100000:1.0:1788536309.754619:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 287 00000100:00100000:1.0:1788536309.754625:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b98c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+56:32113:x1875415574005376:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788536309.755202:0:20658:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788536309.755310:0:20658:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968247 00010000:00010000:1.0:1788536309.755353:0:20658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.755399:0:20658:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.755412:0:20658:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.755421:0:20658:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.755427:0:20658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.755434:0:20658:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.755458:0:20658:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536309.755513:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b98c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:32113:x1875415574005376:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 887us (1261us total) trans 4294968248 rc 0/0 00000100:00100000:1.0:1788536309.755536:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 287 00010000:00010000:0.0:1788536309.755537:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000020:00080000:1.0:1788536309.755540:0:20658:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788536309.755544:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.755555:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536309.755559:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.755566:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.755579:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:0.0:1788536309.755582:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536309.755586:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.755592:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52018 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20658 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.755610:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536309.755611:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536309.755613:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536309.759185:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.759418:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574005632 00000100:00100000:0.0:1788536309.759428:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574005632 00000100:00100000:0.0:1788536309.759483:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 67 00000100:00100000:0.0:1788536309.759494:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d498c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+104:32110:x1875415574005632:12345-192.168.203.55@tcp:103:cat.0 00010000:00010000:0.0:1788536309.759508:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536309.759542:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f51f46 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b10ba expref: 104 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536309.759560:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d512a9400) 00010000:00010000:0.0:1788536309.759572:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536309.759627:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d498c6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+103:32110:x1875415574005632:12345-192.168.203.55@tcp:103:cat.0 Request processed in 134us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536309.759635:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 67 00000100:00100000:3.0:1788536309.761174:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.762572:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574005760 00000100:00100000:0.0:1788536309.762584:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574005760 00000100:00100000:0.0:1788536309.762638:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1419 00000100:00100000:0.0:1788536309.762648:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+103:32110:x1875415574005760:12345-192.168.203.55@tcp:58:cat.0 00000100:00100000:0.0:1788536309.762771:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+103:32110:x1875415574005760:12345-192.168.203.55@tcp:58:cat.0 Request processed in 124us (1603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536309.762779:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1419 00000100:00100000:0.0:1788536309.768650:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536309.768950:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574005888 00000100:00100000:1.0:1788536309.768960:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574005888 00000100:00100000:1.0:1788536309.769034:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1420 00000100:00100000:1.0:1788536309.769045:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+103:32110:x1875415574005888:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536309.769065:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536309.769088:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5201f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1100 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.769173:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5201f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1100 expref: 104 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.769188:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7000/0x94dfe24b69f5201f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1100 expref: 104 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536309.769208:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff8b1d4631b500) 00010000:00010000:1.0:1788536309.769211:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536309.769215:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7000, rc 0) 00000100:00100000:1.0:1788536309.769293:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+104:32110:x1875415574005888:12345-192.168.203.55@tcp:101:cat.0 Request processed in 250us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536309.769316:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1420 00000100:00100000:2.0:1788536309.775301:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536309.775454:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.776349:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574006016 00000100:00100000:3.0:1788536309.776359:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574006016 00000100:00100000:3.0:1788536309.776615:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574006144 00000100:00100000:3.0:1788536309.776619:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574006144 00000100:00100000:3.0:1788536309.776642:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 401 00000100:00100000:3.0:1788536309.776652:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:32111:x1875415574006016:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536309.776669:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536309.776689:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009daf6118/0x94dfe24b69f52026 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1107 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536309.776729:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1e:0x0] initial LVB size: 158, mtime: 0x6a9ae5ea, atime: 0x6a9ae5ea, ctime: 0x6a9ae5ea, blocks: 0xb 00010000:00010000:3.0:1788536309.776750:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=688s v=(0 0) 00010000:00010000:3.0:1788536309.776755:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536309.776764:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009daf6118/0x94dfe24b69f52026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1107 expref: 17 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.776783:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009daf6118/0x94dfe24b69f52026 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1107 expref: 17 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.776795:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48c00, rc 0) 00000100:00100000:3.0:1788536309.776843:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:32111:x1875415574006016:12345-192.168.203.55@tcp:101:cat.0 Request processed in 193us (1610us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.776850:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 401 00000100:00100000:3.0:1788536309.776868:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 402 00000100:00100000:3.0:1788536309.776874:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:32110:x1875415574006144:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536309.776881:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536309.776888:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006e43a865/0x94dfe24b69f5202d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b110e expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.776900:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536309.776903:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536309.776908:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006e43a865/0x94dfe24b69f5202d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b110e expref: 17 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.776924:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006e43a865/0x94dfe24b69f5202d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b110e expref: 17 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536309.776932:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48600, rc 0) 00000100:00100000:3.0:1788536309.776953:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:32110:x1875415574006144:12345-192.168.203.55@tcp:101:cat.0 Request processed in 79us (1498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536309.776959:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 402 00000100:00100000:2.0:1788536309.781161:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536309.781340:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574006272 00000100:00100000:3.0:1788536309.781349:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574006272 00002000:00100000:3.0:1788536309.781444:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (0->4095) req@ffff8b1d7c4a7100 x1875415574006272/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:210/0 lens 488/0 e 0 to 0 dl 1788536320 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536309.781455:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4a7100 with x1875415574006272 ext(0->4095) 00002000:00010000:3.0:1788536309.781461:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4a7100 00000100:00100000:3.0:1788536309.781487:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 121 00000100:00100000:3.0:1788536309.781496:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415574006272:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:3.0:1788536309.781692:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415574006272:12345-192.168.203.55@tcp:3:cat.0 Request processed in 197us (540us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536309.781700:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 121 00002000:00100000:3.0:1788536309.781708:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1e:0x0] (0->4095) req@ffff8b1d7c4a7100 x1875415574006272/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:210/0 lens 488/4536 e 0 to 0 dl 1788536320 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536309.781717:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4a7100 with x1875415574006272 ext(0->4095) 00002000:00010000:3.0:1788536309.781720:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4a7100 00000100:00080000:1.0:1788536309.784072:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536309.800424:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536309.800953:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574006528 00000100:00100000:0.0:1788536309.800963:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574006528 00000100:00100000:0.0:1788536309.801017:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 288 00000100:00100000:0.0:1788536309.801027:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+104:32110:x1875415574006528:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:0.0:1788536309.801286:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+105:32110:x1875415574006528:12345-192.168.203.55@tcp:35:cat.0 Request processed in 260us (876us total) trans 4294968249 rc 0/0 00000100:00100000:0.0:1788536309.801294:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 288 00010000:00010000:2.0:1788536310.700584:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536310.764979:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536310.764988:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536310.765561:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788536310.765569:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536311.001784:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536311.001824:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536311.001854:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536311.001880:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536311.001912:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536311.001933:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536311.001961:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536311.001988:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574007040 00000100:00100000:1.0:1788536311.001989:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574006784 00000100:00100000:2.0:1788536311.001997:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574007040 00000100:00100000:1.0:1788536311.001997:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574006784 00000100:00100000:1.0:1788536311.002052:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574007168 00000100:00100000:1.0:1788536311.002055:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574007168 00000100:00100000:1.0:1788536311.002079:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:1.0:1788536311.002089:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:2352:x1875415574006784:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536311.002159:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:2352:x1875415574006784:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 72us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536311.002166:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:1.0:1788536311.002183:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 491 00000100:00100000:1.0:1788536311.002188:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+58:2352:x1875415574007168:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536311.002211:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+58:2352:x1875415574007168:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536311.002216:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 491 00000100:00080000:1.0:1788536311.002232:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536311.002285:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574007296 00000100:00100000:3.0:1788536311.002291:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574007296 00000100:00100000:3.0:1788536311.002329:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574006912 00000100:00100000:3.0:1788536311.002332:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574006912 00000100:00100000:3.0:1788536311.002345:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574007424 00000100:00100000:3.0:1788536311.002347:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574007424 00000100:00100000:2.0:1788536311.002404:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 516 00000100:00100000:2.0:1788536311.002411:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574007296:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536311.002443:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574007296:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536311.002449:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 516 00000100:00100000:2.0:1788536311.002462:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 517 00000100:00100000:2.0:1788536311.002468:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574006912:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536311.002490:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574006912:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536311.002496:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 517 00000100:00100000:2.0:1788536311.002518:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 518 00000100:00080000:1.0:1788536311.002565:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536311.003135:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574006656 00000100:00100000:0.0:1788536311.003140:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574006656 00000100:00100000:0.0:1788536311.003173:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 614 00000100:00100000:0.0:1788536311.003181:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574006656:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536311.003212:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574006656:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 32us (1331us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536311.003219:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 614 00000100:00100000:3.0:1788536311.011916:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 519 00000100:00100000:3.0:1788536311.011933:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574007424:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536311.012022:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574007424:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 94us (10060us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536311.012029:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 519 00000100:00100000:2.0:1788536311.014574:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2352:x1875415574007040:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536311.014648:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2352:x1875415574007040:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 12123us (12822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536311.014658:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 518 00000100:00080000:1.0:1788536311.021164:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788536311.101953:0:21998:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536311.101961:0:21998:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536311.102001:0:21998:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:3.0:1788536311.102006:0:21998:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536311.725464:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536311.915666:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583141760:0@lo:400:kworker.0 00000100:00100000:0.0:1788536311.915732:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536311.915791:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536311.915797:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583141888:0@lo:400:kworker.0 00000100:00100000:0.0:1788536311.915820:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536311.915854:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583141760 00000100:00100000:0.0:1788536311.915862:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583141760 00000100:00100000:0.0:1788536311.915910:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1788536311.915917:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583141760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536311.915959:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583141760:12345-0@lo:400:kworker.0 Request processed in 42us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536311.915966:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:0.0:1788536311.915985:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583141888 00000100:00100000:0.0:1788536311.915988:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583141888 00000100:00100000:0.0:1788536311.916010:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788536311.916015:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583141888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536311.916040:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583141888:12345-0@lo:400:kworker.0 Request processed in 25us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536311.916046:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788536311.916081:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583141888:0@lo:400:kworker.0 00000100:00100000:0.0:1788536311.916089:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583141760:0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916217:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583141632:0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916245:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536311.916262:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583142144:0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916279:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536311.916295:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788536311.916310:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583141504:0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916334:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536311.916352:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583142016:0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916387:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536311.916455:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583141632 00000100:00100000:2.0:1788536311.916459:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583141632 00000100:00100000:2.0:1788536311.916479:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583142016 00000100:00100000:2.0:1788536311.916481:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583142016 00000100:00100000:2.0:1788536311.916496:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788536311.916514:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583141632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916547:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583141632:12345-0@lo:400:kworker.0 Request processed in 45us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536311.916553:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788536311.916565:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788536311.916570:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583142016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916591:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3283:x1875415583142016:12345-0@lo:400:kworker.0 Request processed in 22us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536311.916597:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788536311.916611:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583142144 00000100:00100000:2.0:1788536311.916614:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583142144 00000100:00100000:2.0:1788536311.916634:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788536311.916639:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583142144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916663:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583142144:12345-0@lo:400:kworker.0 Request processed in 24us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536311.916668:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788536311.916682:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583141504 00000100:00100000:2.0:1788536311.916684:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583141504 00000100:00100000:2.0:1788536311.916701:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1788536311.916706:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583141504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916730:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3283:x1875415583141504:12345-0@lo:400:kworker.0 Request processed in 23us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536311.916735:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1788536311.916765:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:0b1b1008-f46c-4e76-88c8-077a2638af27:3283:1875415583141504:0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916774:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3283:1875415583142016:0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916783:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583141632:0@lo:400:kworker.0 00000100:00100000:2.0:1788536311.916795:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77585c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583142144:0@lo:400:kworker.0 00000100:00080000:1.0:1788536311.917016:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536311.917021:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536311.917023:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536312.431681:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583142272:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536312.431774:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536312.431869:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583142272 00000100:00100000:1.0:1788536312.431878:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583142272 00000100:00100000:1.0:1788536312.431933:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1788536312.431942:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583142272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536312.431986:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536312.432034:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583142272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536312.432042:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1788536312.432091:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583142272:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536312.749590:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536313.772517:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536313.965527:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536313.965567:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583142400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536313.965663:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536313.966312:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583142400 00000100:00100000:0.0:1788536313.966323:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583142400 00000100:00100000:0.0:1788536313.966421:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1788536313.966434:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583142400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536313.966482:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536313.966562:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583142400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 131us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536313.966570:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:0.0:1788536313.966636:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583142400:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536313.966711:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:0.0:1788536314.663433:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968249 is committed 00000001:00080000:0.0:1788536314.663456:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968248 is committed 00000020:00080000:0.0:1788536314.663474:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d498ec3c0 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:0.0:1788536314.663480:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d453aaf00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d498ec6c0 00000020:00080000:0.0:1788536314.663494:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d7c7d8800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d775ac800 00000020:00080000:0.0:1788536314.663528:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:0.0:1788536314.663776:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:2.0:1788536314.823722:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536314.863230:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536314.863244:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536314.865085:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:2.0:1788536314.865100:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1788536315.146241:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967385 is committed 00000001:00080000:1.0:1788536315.146263:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00010000:00010000:0.0:1788536315.820392:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536316.119236:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536316.119307:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536316.119342:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536316.119400:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536316.119422:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536316.119440:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536316.119463:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536316.119504:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574007936 00000100:00100000:3.0:1788536316.119517:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574007936 00000100:00100000:3.0:1788536316.119582:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574008192 00000100:00100000:3.0:1788536316.119586:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574008192 00000100:00100000:3.0:1788536316.119600:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574007808 00000100:00100000:3.0:1788536316.119603:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574007808 00000100:00100000:3.0:1788536316.119614:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574008320 00000100:00100000:3.0:1788536316.119616:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574008320 00000100:00100000:3.0:1788536316.119633:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 522 00000100:00100000:3.0:1788536316.119643:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+17:2353:x1875415574007936:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536316.119724:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+17:2353:x1875415574007936:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 82us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536316.119733:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 522 00000100:00100000:3.0:1788536316.119751:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 523 00000100:00100000:3.0:1788536316.119757:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574008192:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536316.119791:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574008192:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536316.119797:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 523 00000100:00100000:3.0:1788536316.119808:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 524 00000100:00100000:3.0:1788536316.119813:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574007808:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536316.119832:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574007808:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536316.119837:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 524 00000100:00100000:3.0:1788536316.119846:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 525 00000100:00100000:3.0:1788536316.119851:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415574008320:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536316.119869:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415574008320:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536316.119876:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 525 00000100:00100000:3.0:1788536316.119892:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574007552 00000100:00100000:3.0:1788536316.119895:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574007552 00000100:00100000:3.0:1788536316.119917:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 616 00000100:00100000:3.0:1788536316.119923:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574007552:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536316.119944:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574007552:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536316.119950:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 616 00000100:00080000:3.0:1788536316.119979:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536316.119983:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536316.120068:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574007680 00000100:00100000:1.0:1788536316.120074:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574007680 00000100:00100000:1.0:1788536316.120114:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574008064 00000100:00100000:1.0:1788536316.120117:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574008064 00000100:00100000:1.0:1788536316.120137:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:1.0:1788536316.120143:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+104:2353:x1875415574007680:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536316.120171:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+104:2353:x1875415574007680:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536316.120178:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:1.0:1788536316.120191:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00100000:1.0:1788536316.120196:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:2353:x1875415574008064:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536316.120215:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:2353:x1875415574008064:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (775us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536316.120220:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00080000:3.0:1788536316.123131:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788536316.845301:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536317.042816:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583142528:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.042914:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536317.042970:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583143040:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.042999:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536317.043029:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788536317.043035:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583142656:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.043058:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536317.043076:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583143168:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.043100:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536317.043127:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583142784:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.043179:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536317.043202:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536317.043208:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583142912:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.043231:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536317.043268:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583142528 00000100:00100000:0.0:1788536317.043278:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583142528 00000100:00100000:0.0:1788536317.043332:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1788536317.043341:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583142528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.043420:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583142528:12345-0@lo:400:kworker.0 Request processed in 80us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536317.043430:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:1.0:1788536317.044537:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583143040 00000100:00100000:1.0:1788536317.044548:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583143040 00000100:00100000:1.0:1788536317.044611:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583142656 00000100:00100000:1.0:1788536317.044614:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583142656 00000100:00100000:1.0:1788536317.044629:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583142784 00000100:00100000:1.0:1788536317.044632:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583142784 00000100:00100000:1.0:1788536317.044648:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788536317.044657:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583143040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536317.044729:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583143040:12345-0@lo:400:kworker.0 Request processed in 73us (1728us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536317.044736:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788536317.044754:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1788536317.044760:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583142656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536317.044788:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583142656:12345-0@lo:400:kworker.0 Request processed in 29us (1729us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536317.044794:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1788536317.044805:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788536317.044812:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583142784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536317.044847:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583142784:12345-0@lo:400:kworker.0 Request processed in 35us (1667us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536317.044853:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788536317.044873:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583143168 00000100:00100000:1.0:1788536317.044877:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583143168 00000100:00100000:1.0:1788536317.044903:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583142912 00000100:00100000:1.0:1788536317.044906:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583142912 00000100:00100000:1.0:1788536317.044926:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1788536317.044932:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583143168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536317.044965:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583143168:12345-0@lo:400:kworker.0 Request processed in 33us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536317.044972:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1788536317.044982:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1788536317.044988:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583142912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536317.045014:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583142912:12345-0@lo:400:kworker.0 Request processed in 26us (1782us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536317.045020:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:2.0:1788536317.045096:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536317.045102:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536317.045105:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536317.046105:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583142912:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.046123:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77585180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583142784:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.046490:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77584e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583142656:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.046506:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967385 gen 2 00000004:00080000:0.0:1788536317.046512:0:3282:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967385 committed transno 4294967385 00000100:00100000:0.0:1788536317.046531:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583143168:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.046543:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583142528:0@lo:400:kworker.0 00000100:00100000:0.0:1788536317.046554:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77587480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583143040:0@lo:400:kworker.0 00000100:00100000:1.0:1788536317.547667:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536317.547704:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583143296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536317.547810:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536317.547872:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583143296 00000100:00100000:3.0:1788536317.547887:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583143296 00000100:00100000:3.0:1788536317.547977:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1788536317.547990:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583143296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536317.548037:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536317.548133:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583143296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 146us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536317.548140:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1788536317.548224:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583143296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536317.607253:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536317.607425:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574008448 00000100:00100000:1.0:1788536317.607444:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574008448 00000100:00100000:1.0:1788536317.607550:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1421 00000100:00100000:1.0:1788536317.607563:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:32074:x1875415574008448:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788536317.607718:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:32074:x1875415574008448:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 156us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536317.607728:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1421 00010000:00010000:1.0:1788536317.868024:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536318.892840:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536319.086042:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583143424:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536319.086114:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536319.086245:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583143424 00000100:00100000:3.0:1788536319.086254:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583143424 00000100:00100000:3.0:1788536319.086332:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1788536319.086343:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583143424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536319.086417:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91815936 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536319.086488:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583143424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 147us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536319.086496:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1788536319.086556:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583143424:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536319.087500:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00080000:0.0:1788536319.721171:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00000020:00080000:3.0:1788536319.721245:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:3.0:1788536319.721262:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:1.0:1788536319.916227:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788536320.317767:0:22198:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 11:38:37 (1788536317) 00000100:00100000:2.0:1788536320.825511:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536320.825632:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574008576 00000100:00100000:1.0:1788536320.825641:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574008576 00000100:00100000:1.0:1788536320.825716:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1422 00000100:00100000:1.0:1788536320.825728:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:32726:x1875415574008576:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788536320.825837:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+49:32726:x1875415574008576:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 111us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536320.825845:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1422 00000100:00080000:0.0:1788536320.826232:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536320.874855:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536320.874932:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574008704 00000100:00100000:2.0:1788536320.874951:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574008704 00000100:00100000:2.0:1788536320.875031:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1423 00000100:00100000:2.0:1788536320.875059:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+104:32727:x1875415574008704:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536320.875078:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536320.875101:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52034 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1115 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875171:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875185:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875197:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875210:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875216:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875221:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875599:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875607:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875615:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875620:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536320.875625:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875637:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875649:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536320.875652:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536320.875657:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875663:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5203b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875675:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875682:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875689:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875694:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536320.875696:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875769:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875778:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8b1d61e36800) 00010000:00010000:2.0:1788536320.875781:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536320.875783:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875792:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52042 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875826:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52034 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1115 expref: 105 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875836:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536320.875838:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536320.875842:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52034 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1115 expref: 105 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.875849:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d400, rc 0) 00000100:00100000:2.0:1788536320.875916:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+104:32727:x1875415574008704:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 875us (1070us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536320.875923:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1423 00000100:00080000:0.0:1788536320.875993:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536320.899150:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536320.899607:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574008960 00000100:00100000:1.0:1788536320.899617:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574008960 00000100:00100000:1.0:1788536320.899691:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1424 00000100:00100000:1.0:1788536320.899708:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+104:32727:x1875415574008960:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:1.0:1788536320.899775:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536320.899801:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a2c00/0x94dfe24b69f51d8d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1020 expref: 104 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536320.899821:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536320.899826:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536320.900817:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536320.900837:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536320.900847:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536320.900883:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 48 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536320.900898:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 48 pid: 5825 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536320.900912:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583143552:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536320.901252:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d77a74180 going to sleep for 11 seconds 00000100:00100000:1.0:1788536320.910146:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536320.910365:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574009088 00000100:00100000:0.0:1788536320.910395:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574009088 00010000:00010000:0.0:1788536320.910437:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 49 pid: 5825 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536320.910487:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 429 00000100:00100000:0.0:1788536320.910497:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:2355:x1875415574009088:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536320.910510:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536320.910517:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 49 pid: 5825 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.910531:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 49 pid: 5825 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.910552:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536320.910558:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.910567:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.910574:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.910591:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536320.910644:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+49:2355:x1875415574009088:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 149us (508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536320.910652:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 429 00010000:00010000:2.0:1788536320.911646:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f51dcc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1035 expref: 48 pid: 5825 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536320.911666:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583143552:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536320.911691:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.911709:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.911716:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.911745:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.911756:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.911764:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536320.921004:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 16384 00010000:00010000:2.0:1788536320.921025:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.921036:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.922118:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.922126:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536320.922131:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.922140:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.922158:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536320.922161:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536320.922165:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.922177:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52049 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536320.922206:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000e5d3766f reply state 000000001a82c261 transno 4294968250 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536320.922214:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536320.922589:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+105:32727:x1875415574008960:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 22884us (23443us total) trans 4294968250 rc 0/0 00000100:00100000:2.0:1788536320.922599:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1424 00010000:00010000:3.0:1788536320.930075:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.930093:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.930101:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.930108:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536320.930112:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.930120:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.930137:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8b1d61e36800) 00010000:00010000:3.0:1788536320.930141:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536320.930145:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.930151:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52050 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.939682:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536320.945631:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536320.945722:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574009216 00000100:00100000:2.0:1788536320.945732:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574009216 00000100:00100000:2.0:1788536320.945792:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1425 00000100:00100000:2.0:1788536320.945802:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+104:32728:x1875415574009216:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536320.945826:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536320.945850:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52057 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b111c expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.945916:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5205e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.945930:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5205e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.945941:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5205e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536320.945973:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536320.945978:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536320.945997:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5205e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.946021:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52057 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b111c expref: 106 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.946038:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5205e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b111c expref: 105 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.946048:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536320.946051:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536320.946055:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0c200, rc 0) 00000100:00100000:2.0:1788536320.946112:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+105:32728:x1875415574009216:12345-192.168.203.55@tcp:101:bash.0 Request processed in 312us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536320.946119:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1425 00000100:00100000:1.0:1788536320.955793:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536320.955925:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574009344 00000100:00100000:3.0:1788536320.955935:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574009344 00000100:00100000:3.0:1788536320.956001:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1426 00000100:00100000:3.0:1788536320.956010:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:32728:x1875415574009344:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536320.956028:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536320.956046:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52065 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1123 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956118:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956131:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956142:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956156:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956162:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956168:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956258:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f5207a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956265:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f5207a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956271:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f5207a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536320.956306:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 16384 00000004:00200000:3.0:1788536320.956310:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536320.956328:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f5207a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956344:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956350:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956356:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956361:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536320.956364:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956407:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956417:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:3.0:1788536320.956420:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536320.956424:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956431:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5206c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956634:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956642:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956647:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956653:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536320.956656:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956662:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956671:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8b1d512a9700) 00010000:00010000:3.0:1788536320.956673:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536320.956676:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956681:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f52073 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956772:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52065 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1123 expref: 107 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956787:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48000/0x94dfe24b69f5207a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1123 expref: 106 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.956794:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536320.956797:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536320.956799:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48000, rc 0) 00000100:00100000:3.0:1788536320.956853:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+106:32728:x1875415574009344:12345-192.168.203.55@tcp:101:bash.0 Request processed in 844us (1069us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536320.956861:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1426 00000100:00100000:3.0:1788536320.962652:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536320.962881:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574009472 00000100:00100000:2.0:1788536320.962890:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574009472 00000100:00100000:0.0:1788536320.963051:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1427 00000100:00100000:0.0:1788536320.963071:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+106:32728:x1875415574009472:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536320.963091:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536320.963110:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52081 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b112a expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963178:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963192:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963203:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963217:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963223:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963229:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963460:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963469:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963479:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963486:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536320.963490:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963498:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963511:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:0.0:1788536320.963515:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536320.963519:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963526:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f52088 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963537:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963544:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963550:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963555:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536320.963558:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963568:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963575:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1c43bb5600) 00010000:00010000:0.0:1788536320.963577:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536320.963580:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963585:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5208f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963618:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52081 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b112a expref: 107 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963628:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:0.0:1788536320.963630:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536320.963634:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52081 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b112a expref: 107 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536320.963642:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd000, rc 0) 00000100:00100000:0.0:1788536320.963690:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+106:32728:x1875415574009472:12345-192.168.203.55@tcp:101:bash.0 Request processed in 624us (1048us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536320.963715:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1427 00000100:00100000:0.0:1788536320.983477:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536320.984231:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574009600 00000100:00100000:2.0:1788536320.984242:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574009600 00000100:00100000:2.0:1788536320.984306:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1428 00000100:00100000:2.0:1788536320.984317:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+48:32729:x1875415574009600:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536320.984336:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536320.984707:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52096 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1131 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.984777:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.984795:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.984805:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536320.984841:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536320.984845:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536320.984864:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.984889:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52096 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 50 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.984904:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 49 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536320.984913:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536320.984916:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536320.984919:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ce00, rc 0) 00000100:00100000:2.0:1788536320.985028:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+49:32729:x1875415574009600:12345-192.168.203.55@tcp:101:rm.0 Request processed in 713us (1559us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536320.985036:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1428 00000100:00100000:1.0:1788536320.993946:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536320.994020:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574009728 00000100:00100000:3.0:1788536320.994030:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574009728 00000100:00100000:3.0:1788536320.994088:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1429 00000100:00100000:3.0:1788536320.994098:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:32729:x1875415574009728:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536320.994118:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536320.994136:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f520a4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1138 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994202:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994214:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994224:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994239:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994246:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994253:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994334:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f520b9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994355:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f520b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994403:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f520b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536320.994428:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 16384 00000004:00200000:3.0:1788536320.994431:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536320.994458:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f520b9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994470:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994477:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994483:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994489:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536320.994494:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994727:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994741:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:3.0:1788536320.994744:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536320.994749:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994756:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520ab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994773:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994779:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994785:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994791:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536320.994793:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994800:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994808:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff8b1d512a9700) 00010000:00010000:3.0:1788536320.994810:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536320.994813:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994819:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520b2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994852:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f520a4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1138 expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994866:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49200/0x94dfe24b69f520b9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1138 expref: 50 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536320.994879:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536320.994881:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788536320.994884:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49200, rc 0) 00000100:00100000:3.0:1788536320.994993:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:32729:x1875415574009728:12345-192.168.203.55@tcp:101:rm.0 Request processed in 897us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536320.995001:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1429 00000100:00100000:3.0:1788536321.001139:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536321.001973:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574009856 00000100:00100000:2.0:1788536321.001984:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574009856 00000100:00100000:2.0:1788536321.002134:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1430 00000100:00100000:2.0:1788536321.002145:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:32729:x1875415574009856:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536321.002165:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536321.002185:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f520c0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b113f expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002255:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002268:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002278:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002292:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002299:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002305:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002385:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002392:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002397:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002403:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536321.002407:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002417:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002427:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:2.0:1788536321.002430:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536321.002435:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002450:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f520c7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002463:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002468:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002473:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002478:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536321.002480:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002495:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002517:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d61e36500) 00010000:00010000:2.0:1788536321.002520:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536321.002522:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002531:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f520ce lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002800:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f520c0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b113f expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002811:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:2.0:1788536321.002814:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536321.002818:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f520c0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b113f expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.002827:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536321.002896:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:32729:x1875415574009856:12345-192.168.203.55@tcp:101:rm.0 Request processed in 753us (1765us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536321.002904:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1430 00000040:00080000:0.0:1788536321.003991:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536321.003997:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536321.004663:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:0.0:1788536321.004673:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536321.009460:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536321.009666:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574009984 00000100:00100000:3.0:1788536321.009675:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574009984 00000100:00100000:3.0:1788536321.009729:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1431 00000100:00100000:3.0:1788536321.009739:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:32729:x1875415574009984:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536321.009758:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536321.009777:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f520d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1146 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009845:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009859:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009871:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009884:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009891:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009897:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009946:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009953:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009960:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009965:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536321.009970:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009978:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.009988:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536321.009991:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536321.009995:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010002:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f520dc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010013:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010020:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010025:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010030:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536321.010032:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010037:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010044:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d512a9700) 00010000:00010000:3.0:1788536321.010046:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536321.010049:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010055:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f520e3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010088:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f520d5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1146 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010097:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536321.010099:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536321.010102:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f520d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1146 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.010111:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc 0) 00000100:00100000:3.0:1788536321.010162:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:32729:x1875415574009984:12345-192.168.203.55@tcp:101:rm.0 Request processed in 425us (720us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536321.010172:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1431 00000100:00100000:3.0:1788536321.053459:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536321.053813:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574010112 00000100:00100000:1.0:1788536321.053822:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574010112 00000100:00100000:1.0:1788536321.053881:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1432 00000100:00100000:1.0:1788536321.053891:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:32730:x1875415574010112:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536321.053910:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536321.053930:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f520ea lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b114d expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.053996:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054009:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054020:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054033:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054040:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054046:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054097:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054105:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054111:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054121:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536321.054125:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054133:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054144:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536321.054147:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536321.054152:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054158:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f520f1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054175:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054182:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054187:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054192:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536321.054195:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054201:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054212:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d4631b400) 00010000:00010000:1.0:1788536321.054214:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536321.054217:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054223:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f520f8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054255:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f520ea lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b114d expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054265:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536321.054267:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536321.054270:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f520ea lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b114d expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.054279:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7200, rc 0) 00000100:00100000:1.0:1788536321.054905:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:32730:x1875415574010112:12345-192.168.203.55@tcp:101:cp.0 Request processed in 1014us (1453us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536321.054914:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1432 00000100:00100000:0.0:1788536321.063199:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536321.063677:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574010240 00000100:00100000:3.0:1788536321.063689:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574010240 00000100:00100000:3.0:1788536321.063748:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1433 00000100:00100000:3.0:1788536321.063757:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:32730:x1875415574010240:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536321.063774:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536321.063793:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f520ff lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1154 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063860:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063876:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063886:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063901:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063907:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063913:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063961:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063969:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063976:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063981:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536321.063986:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.063993:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064004:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536321.064007:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536321.064011:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064017:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52106 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064029:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064035:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064041:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064046:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536321.064049:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064055:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064062:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d512a9700) 00010000:00010000:3.0:1788536321.064065:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536321.064067:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064073:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5210d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064104:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f520ff lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1154 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064115:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536321.064117:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536321.064120:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f520ff lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1154 expref: 51 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.064129:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49e00, rc 0) 00000100:00100000:3.0:1788536321.064187:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:32730:x1875415574010240:12345-192.168.203.55@tcp:101:cp.0 Request processed in 430us (996us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536321.064194:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1433 00000100:00100000:0.0:1788536321.074932:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536321.077229:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574010496 00000100:00100000:1.0:1788536321.077243:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574010496 00000100:00100000:1.0:1788536321.077310:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1434 00000100:00100000:1.0:1788536321.077320:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:32730:x1875415574010496:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536321.077338:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536321.077356:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52114 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b115b expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.077750:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.077765:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.077776:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.077791:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.077797:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.077802:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536321.079415:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:1.0:1788536321.082649:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082672:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082684:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082725:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082737:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082745:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082763:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536321.082768:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082775:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082786:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536321.082789:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536321.082794:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082800:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f5211b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536321.082818:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000000170bf reply state 00000000aa337164 transno 4294968251 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536321.082827:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536321.082868:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52114 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082882:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.082894:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:1.0:1788536321.082896:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536321.082898:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:1.0:1788536321.082963:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:32730:x1875415574010496:12345-192.168.203.55@tcp:101:cp.0 Request processed in 5644us (8040us total) trans 4294968251 rc 0/0 00000100:00100000:1.0:1788536321.082972:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1434 00000100:00100000:1.0:1788536321.091791:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536321.091963:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574010624 00000100:00100000:2.0:1788536321.091972:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574010624 00000100:00100000:2.0:1788536321.092035:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 403 00000100:00100000:2.0:1788536321.092045:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574010624:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536321.092061:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536321.092091:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1162 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536321.092117:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536321.092136:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=699s v=(0 0) 00010000:00010000:2.0:1788536321.092141:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536321.092151:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 9 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.092167:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 9 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.092180:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536321.092237:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415574010624:12345-192.168.203.55@tcp:101:cp.0 Request processed in 194us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536321.092243:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 403 00000100:00080000:0.0:1788536321.094078:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788536321.100423:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.100458:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.100467:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.100473:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536321.100478:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.100487:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.100504:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d4631b400) 00010000:00010000:3.0:1788536321.100508:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536321.100513:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.100519:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52122 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536321.113595:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536321.113688:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574010752 00000100:00100000:2.0:1788536321.113810:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574010752 00000100:00100000:2.0:1788536321.113872:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 404 00000100:00100000:2.0:1788536321.113882:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:32730:x1875415574010752:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536321.113899:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536321.113917:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1169 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.113955:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.113964:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536321.113968:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536321.113974:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.114007:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 10 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.114021:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 10 pid: 9635 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536321.114034:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583143680:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536321.114534:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788536321.120955:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536321.121059:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583143680:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536321.121092:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536321.121114:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:0.0:1788536321.121178:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:32730:x1875415574010752:12345-192.168.203.55@tcp:101:cp.0 Request processed in 7297us (7591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536321.121187:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 404 00000100:00100000:3.0:1788536321.122114:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574010880 00000100:00100000:3.0:1788536321.122123:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574010880 00010000:00010000:3.0:1788536321.122156:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 10 pid: 9635 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536321.122196:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 430 00000100:00100000:3.0:1788536321.122205:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415574010880:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536321.122218:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536321.122237:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 10 pid: 9635 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.122250:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 10 pid: 9635 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.122269:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000733188ea/0x94dfe24b69f52137 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1162 expref: 10 pid: 9635 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.122284:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536321.122288:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536321.122297:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.122306:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536321.122338:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536321.122353:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583143808:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536321.122462:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b71b000 going to sleep for 11 seconds 00000100:00100000:3.0:1788536321.130839:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ea300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583143808:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536321.130863:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536321.130915:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415574010880:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 8711us (9977us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536321.130925:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 430 00000100:00100000:1.0:1788536321.143735:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536321.143824:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574011136 00000100:00100000:0.0:1788536321.143833:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574011136 00000100:00100000:0.0:1788536321.143891:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 289 00000100:00100000:0.0:1788536321.143901:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:32730:x1875415574011136:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:0.0:1788536321.144234:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:32730:x1875415574011136:12345-192.168.203.55@tcp:35:cp.0 Request processed in 334us (508us total) trans 4294968252 rc 0/0 00000100:00100000:0.0:1788536321.144242:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 289 00000100:00100000:2.0:1788536321.230759:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536321.230856:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574011264 00000100:00100000:1.0:1788536321.230866:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574011264 00000100:00100000:1.0:1788536321.230925:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1435 00000100:00100000:1.0:1788536321.230935:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+106:32733:x1875415574011264:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536321.230954:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536321.230975:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52145 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1170 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231041:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231057:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231068:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231083:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231095:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231101:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231193:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5215a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231201:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5215a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231209:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5215a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536321.231241:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 158 00000004:00200000:1.0:1788536321.231245:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536321.231262:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5215a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231274:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5215a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231282:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231288:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231294:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231303:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536321.231307:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231313:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231324:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536321.231327:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536321.231332:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231338:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f5214c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231355:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231362:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231418:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231424:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536321.231427:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231433:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231456:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d4631ba00) 00010000:00010000:1.0:1788536321.231458:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536321.231462:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231467:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f52153 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231498:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f52145 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1170 expref: 108 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231522:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5215a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1170 expref: 107 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.231529:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:1.0:1788536321.231532:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536321.231534:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7200, rc 0) 00000100:00100000:1.0:1788536321.231604:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+107:32733:x1875415574011264:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 670us (854us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536321.231612:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1435 00000100:00100000:2.0:1788536321.252008:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536321.252055:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536321.252086:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536321.252113:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536321.252141:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536321.252166:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574011392 00000100:00100000:2.0:1788536321.252175:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574011392 00000100:00100000:2.0:1788536321.252224:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574011776 00000100:00100000:2.0:1788536321.252227:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574011776 00000100:00100000:2.0:1788536321.252244:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574011648 00000100:00100000:2.0:1788536321.252246:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574011648 00000100:00100000:2.0:1788536321.252254:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574011904 00000100:00100000:2.0:1788536321.252256:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574011904 00000100:00100000:2.0:1788536321.252269:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 528 00000100:00100000:2.0:1788536321.252278:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415574011776:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536321.252341:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415574011776:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 64us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536321.252432:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 529 00000100:00100000:1.0:1788536321.252449:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415574011648:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536321.252474:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415574011648:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 36us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536321.252481:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 529 00000100:00100000:1.0:1788536321.252497:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 530 00000100:00100000:1.0:1788536321.252513:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415574011904:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536321.252533:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415574011904:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536321.252539:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 530 00000100:00100000:1.0:1788536321.252548:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 405 00000100:00100000:1.0:1788536321.252553:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574011392:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536321.252561:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536321.252577:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f52161 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1177 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536321.252622:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583143936:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536321.252674:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536321.253046:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574011520 00000100:00100000:3.0:1788536321.253051:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574011520 00000100:00100000:3.0:1788536321.253091:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 618 00000100:00100000:3.0:1788536321.253099:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574011520:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536321.253132:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574011520:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 35us (1078us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536321.253138:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 618 00000100:00100000:2.0:1788536321.253366:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 528 00000100:00080000:0.0:1788536321.253483:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536321.253488:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1788536321.256843:0:9635:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788536321.256851:0:9635:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1788536320 00002000:00010000:1.0:1788536321.256854:0:9635:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1788536320 00002000:00010000:1.0:1788536321.256856:0:9635:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1788536320 00000100:00100000:1.0:1788536321.256876:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583143936:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536321.256909:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f52161 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1177 expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.256932:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f52161 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1177 expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536321.256945:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:1.0:1788536321.256996:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574011392:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4442us (4997us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536321.257006:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 405 00000100:00100000:3.0:1788536321.260801:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536321.260891:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574012032 00000100:00100000:0.0:1788536321.260910:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574012032 00000100:00100000:0.0:1788536321.260971:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1436 00000100:00100000:0.0:1788536321.260981:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+107:32733:x1875415574012032:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536321.260998:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536321.261017:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52168 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b117e expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536321.261086:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f5216f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536321.261100:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f5216f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536321.261111:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f5216f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536321.261145:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 16384 00000004:00200000:0.0:1788536321.261149:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536321.261166:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f5216f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536321.261191:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52168 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b117e expref: 109 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536321.261208:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f5216f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b117e expref: 108 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536321.261217:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:0.0:1788536321.261220:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536321.261224:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc200, rc 0) 00000100:00100000:0.0:1788536321.261282:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:32733:x1875415574012032:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 303us (490us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536321.261289:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1436 00000100:00100000:2.0:1788536321.270721:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536321.270918:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574012160 00000100:00100000:1.0:1788536321.270927:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574012160 00000100:00100000:1.0:1788536321.270973:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 406 00000100:00100000:1.0:1788536321.270985:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574012160:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536321.271000:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536321.271017:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f52176 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1185 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536321.271069:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583144064:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536321.271149:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536321.275550:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583144064:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536321.275589:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f52176 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1185 expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.275614:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f52176 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1185 expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536321.275627:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:2.0:1788536321.275691:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574012160:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4708us (4978us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536321.275699:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 406 00000100:00100000:3.0:1788536321.287470:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536321.287764:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574012416 00000100:00100000:1.0:1788536321.287775:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574012416 00000100:00100000:1.0:1788536321.287833:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1437 00000100:00100000:1.0:1788536321.287843:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:32733:x1875415574012416:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:1.0:1788536321.288104:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:1.0:1788536321.288235:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:32733:x1875415574012416:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 392us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536321.288243:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1437 00010000:00010000:0.0:1788536321.966628:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536322.034796:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536322.034805:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536322.034865:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:0.0:1788536322.034874:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536322.036729:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583144192:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536322.036817:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d512a3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536322.043404:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.043696:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583144192:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536322.043880:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574012544 00000100:00100000:3.0:1788536322.043888:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574012544 00000100:00100000:3.0:1788536322.043952:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1438 00000100:00100000:3.0:1788536322.043962:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:32744:x1875415574012544:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536322.044015:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536322.044116:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:32744:x1875415574012544:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 156us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536322.044124:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1438 00000100:00080000:1.0:1788536322.044171:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536322.048893:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.048959:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574012800 00000100:00100000:1.0:1788536322.048969:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574012800 00000100:00100000:1.0:1788536322.049027:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1439 00000100:00100000:1.0:1788536322.049037:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+53:32744:x1875415574012800:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536322.049057:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.049078:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f5217d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b118c expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.049178:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52184 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.049192:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52184 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.049205:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52184 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536322.049216:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2c:0x0]: returning size 158 00010000:00010000:1.0:1788536322.049352:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f5217d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b118c expref: 56 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.049396:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52184 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b118c expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.049406:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:1.0:1788536322.049409:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536322.049412:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:1.0:1788536322.050791:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+55:32744:x1875415574012800:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1749us (1902us total) trans 4294968253 rc 0/0 00000100:00100000:1.0:1788536322.050801:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1439 00000100:00100000:3.0:1788536322.054672:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.054710:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536322.054842:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574012928 00000100:00100000:0.0:1788536322.054852:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574012928 00000100:00100000:0.0:1788536322.054912:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 407 00000100:00100000:0.0:1788536322.054922:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415574012928:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536322.054962:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.054981:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.054989:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1c:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536322.054992:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536322.054997:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.055031:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 9 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.055045:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 9 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536322.055059:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583144320:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536322.055129:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d512a3600 going to sleep for 11 seconds 00000100:00100000:1.0:1788536322.055611:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574013056 00000100:00100000:1.0:1788536322.055616:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574013056 00000100:00100000:1.0:1788536322.055656:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 68 00000100:00100000:1.0:1788536322.055664:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:2353:x1875415574013056:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536322.055677:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536322.055696:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f52184 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b118c expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.055715:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:1.0:1788536322.055720:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536322.055751:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:2353:x1875415574013056:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 88us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.055757:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 68 00000100:00100000:1.0:1788536322.069742:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583144320:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536322.069772:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536322.076701:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.077624:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574013184 00000100:00100000:2.0:1788536322.077636:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574013184 00002000:00100000:2.0:1788536322.077683:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (0->157) req@ffff8b1c43041f80 x1875415574013184/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:223/0 lens 648/0 e 0 to 0 dl 1788536333 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536322.077694:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c43041f80 with x1875415574013184 ext(0->157) 00010000:00010000:2.0:1788536322.077703:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 10 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.077717:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 10 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536322.077726:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1c43041f80 00000100:00100000:2.0:1788536322.077757:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 16 00000100:00100000:2.0:1788536322.077766:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415574013184:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:2.0:1788536322.078231:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574013184:12345-192.168.203.55@tcp:4:cp.0 Request processed in 464us (1537us total) trans 4294967374 rc 0/0 00000100:00100000:2.0:1788536322.078239:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 16 00002000:00100000:2.0:1788536322.078247:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (0->157) req@ffff8b1c43041f80 x1875415574013184/t4294967374(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:223/0 lens 648/448 e 0 to 0 dl 1788536333 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536322.078256:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c43041f80 with x1875415574013184 ext(0->157) 00010000:00010000:2.0:1788536322.078261:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 12 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.078274:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 12 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536322.078281:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1c43041f80 00000100:00100000:3.0:1788536322.087910:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.088150:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574013312 00000100:00100000:1.0:1788536322.088160:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574013312 00010000:00010000:1.0:1788536322.088202:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 12 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.088247:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 431 00000100:00100000:1.0:1788536322.088257:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574013312:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536322.088270:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536322.088293:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 12 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088312:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 12 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088343:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f5213e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1169 expref: 12 pid: 6666 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088360:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536322.088365:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536322.088403:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088413:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088570:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536322.088627:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574013312:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 371us (729us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.088635:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 431 00010000:00010000:1.0:1788536322.088664:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088674:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088699:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088709:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088717:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088724:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536322.088728:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088736:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088747:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.088755:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52192 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.088799:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415574012928:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 33879us (34135us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.088807:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 407 00000100:00100000:0.0:1788536322.093634:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.093890:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574013568 00000100:00100000:3.0:1788536322.093900:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574013568 00000100:00100000:3.0:1788536322.093949:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1440 00000100:00100000:3.0:1788536322.094080:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:32744:x1875415574013568:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536322.094187:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:32744:x1875415574013568:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 229us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536322.094197:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1440 00000100:00100000:0.0:1788536322.103814:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.103929:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574013696 00000100:00100000:1.0:1788536322.103940:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574013696 00000100:00100000:1.0:1788536322.104015:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:1.0:1788536322.104026:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415574013696:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536322.104043:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.104062:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1193 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536322.104087:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 158, mtime: 0x6a9ae600, atime: 0x0, ctime: 0x6a9ae600, blocks: 0x1 00010000:00010000:1.0:1788536322.104106:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=700s v=(0 0) 00010000:00010000:1.0:1788536322.104110:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536322.104119:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.104136:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.104149:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d6200, rc 0) 00000100:00100000:1.0:1788536322.104210:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574013696:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 187us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.104217:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 408 00000100:00100000:1.0:1788536322.119636:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.120456:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574013952 00000100:00100000:1.0:1788536322.120468:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574013952 00000100:00100000:1.0:1788536322.120533:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1441 00000100:00100000:1.0:1788536322.120543:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:32744:x1875415574013952:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536322.120643:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:32744:x1875415574013952:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 101us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.120655:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1441 00000100:00100000:1.0:1788536322.128681:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.130865:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574014080 00000100:00100000:2.0:1788536322.130880:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574014080 00002000:00100000:3.0:1788536322.131115:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (0->4095) req@ffff8b1c42bc3480 x1875415574014080/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:223/0 lens 488/0 e 0 to 0 dl 1788536333 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536322.131126:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bc3480 with x1875415574014080 ext(0->4095) 00002000:00010000:3.0:1788536322.131131:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42bc3480 00000100:00100000:3.0:1788536322.131191:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 122 00000100:00100000:3.0:1788536322.131201:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574014080:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536322.131660:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574014080:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 460us (2984us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536322.131668:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 122 00002000:00100000:3.0:1788536322.131675:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (0->4095) req@ffff8b1c42bc3480 x1875415574014080/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:223/0 lens 488/4536 e 0 to 0 dl 1788536333 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536322.131684:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42bc3480 with x1875415574014080 ext(0->4095) 00002000:00010000:3.0:1788536322.131688:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42bc3480 00000100:00100000:2.0:1788536322.136527:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.136810:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574014208 00000100:00100000:1.0:1788536322.136821:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574014208 00000100:00100000:1.0:1788536322.136877:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1442 00000100:00100000:1.0:1788536322.136886:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+54:32744:x1875415574014208:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536322.136905:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.136924:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f521a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b119a expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.136967:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.136992:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.137003:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.137098:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7e00/0x94dfe24b69f521a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 56 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.137119:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.137130:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:1.0:1788536322.137133:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536322.137136:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:1.0:1788536322.137197:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+55:32744:x1875415574014208:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 311us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.137203:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1442 00000100:00100000:1.0:1788536322.143731:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536322.143803:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574014336 00000100:00100000:0.0:1788536322.143813:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574014336 00000100:00100000:0.0:1788536322.143870:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1443 00000100:00100000:0.0:1788536322.143879:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:32744:x1875415574014336:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536322.143910:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536322.144033:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:32744:x1875415574014336:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 153us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536322.144040:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1443 00000100:00100000:2.0:1788536322.149472:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.149655:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574014464 00000100:00100000:1.0:1788536322.149664:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574014464 00000100:00100000:1.0:1788536322.149719:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00100000:1.0:1788536322.149728:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574014464:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536322.149768:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149785:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536322.149789:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536322.149795:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149810:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149839:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149848:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149856:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149869:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536322.149873:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149881:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149895:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.149902:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bd94f6ae/0x94dfe24b69f521ae lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.149987:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574014464:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 260us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.149994:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 409 00000100:00100000:2.0:1788536322.154042:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.154284:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574014720 00000100:00100000:1.0:1788536322.154294:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574014720 00000100:00100000:1.0:1788536322.154765:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1444 00000100:00100000:1.0:1788536322.154777:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+55:32744:x1875415574014720:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536322.154877:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.154894:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.154910:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.154943:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 55 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.154969:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 55 pid: 6725 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.155089:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583144448:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536322.155180:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536322.155529:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583144832:0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.155565:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536322.155608:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583144704:0@lo:400:kworker.0 00000100:00100000:1.0:1788536322.155871:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583144576:0@lo:400:kworker.0 00000100:00100000:1.0:1788536322.155904:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536322.156682:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583145088:0@lo:400:kworker.0 00000100:00100000:3.0:1788536322.156780:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583144960:0@lo:400:kworker.0 00000100:00100000:3.0:1788536322.156813:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536322.156885:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583144960 00000100:00100000:1.0:1788536322.156892:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583144960 00000100:00100000:1.0:1788536322.156961:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788536322.156970:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583144960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536322.157028:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583144960:12345-0@lo:400:kworker.0 Request processed in 58us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.157034:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788536322.157074:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583144960:0@lo:400:kworker.0 00000100:00080000:3.0:1788536322.157226:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536322.159991:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.160028:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574014848 00000100:00100000:1.0:1788536322.160036:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574014848 00010000:00010000:1.0:1788536322.160071:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 56 pid: 6725 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.160105:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 432 00000100:00100000:1.0:1788536322.160114:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+56:2355:x1875415574014848:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536322.160127:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536322.160133:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 56 pid: 6725 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.160145:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 56 pid: 6725 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.160167:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:1.0:1788536322.160172:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.160182:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.160190:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.160208:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536322.160256:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+56:2355:x1875415574014848:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 143us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.160262:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 432 00010000:00010000:3.0:1788536322.160734:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7c00/0x94dfe24b69f521a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b119a expref: 55 pid: 6725 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.160754:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc0a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583144448:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536322.160779:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.160788:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.160793:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.161004:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.161013:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.161019:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.161025:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.161029:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.161036:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.161047:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:3.0:1788536322.161050:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536322.161054:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.161060:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f521b5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.161181:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+55:32744:x1875415574014720:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 6406us (7148us total) trans 4294968254 rc 0/0 00000100:00100000:3.0:1788536322.161189:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1444 00000040:00080000:1.0:1788536322.161344:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536322.161349:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536322.162025:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788536322.162036:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536322.162856:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583144576 00000100:00100000:0.0:1788536322.162865:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583144576 00000100:00100000:0.0:1788536322.162906:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788536322.162914:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583144576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.163089:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583144576:12345-0@lo:400:kworker.0 Request processed in 62us (7070us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536322.163099:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788536322.163207:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536322.163265:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583144832 00000100:00100000:3.0:1788536322.163270:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583144832 00000100:00100000:3.0:1788536322.163307:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1788536322.163313:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583144832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536322.163363:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583144832:12345-0@lo:400:kworker.0 Request processed in 50us (7796us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536322.163387:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00080000:3.0:1788536322.163413:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536322.166269:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583145216:0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.166327:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536322.166388:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583145216 00000100:00100000:0.0:1788536322.166394:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583145216 00000100:00100000:0.0:1788536322.166452:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1788536322.166461:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583145216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.166615:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583145216:12345-0@lo:400:kworker.0 Request processed in 155us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536322.166623:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00080000:0.0:1788536322.166643:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536322.166671:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583145216:0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.166696:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536322.166724:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583144576:0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.166747:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583144704 00000100:00100000:0.0:1788536322.166752:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583144704 00000100:00100000:0.0:1788536322.166769:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583145088 00000100:00100000:0.0:1788536322.166771:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583145088 00000100:00100000:0.0:1788536322.166790:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1788536322.166795:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583144704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.166829:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583144704:12345-0@lo:400:kworker.0 Request processed in 34us (3622us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536322.166836:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:0.0:1788536322.166846:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1788536322.166852:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583145088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.166879:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583145088:12345-0@lo:400:kworker.0 Request processed in 28us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536322.166885:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:0.0:1788536322.166898:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536322.166913:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583144704:0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.166933:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583145088:0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.167076:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583144832:0@lo:400:kworker.0 00000100:00100000:0.0:1788536322.169965:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536322.170114:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574015104 00000100:00100000:0.0:1788536322.170123:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574015104 00000100:00100000:0.0:1788536322.170168:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 290 00000100:00100000:0.0:1788536322.170177:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+55:32744:x1875415574015104:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536322.171095:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:32744:x1875415574015104:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 914us (1143us total) trans 4294968255 rc 0/0 00000100:00100000:0.0:1788536322.171105:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 290 00000001:00080000:2.0:1788536322.265635:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000040:00080000:2.0:1788536322.375340:0:22248:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536322.375349:0:22248:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536322.375411:0:22248:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:2.0:1788536322.375417:0:22248:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536322.465935:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536322.466155:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574015232 00000100:00100000:0.0:1788536322.466165:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574015232 00000100:00100000:0.0:1788536322.466256:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 410 00000100:00100000:0.0:1788536322.466266:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574015232:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536322.466283:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536322.466300:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11a1 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.466325:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536322.466330:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536322.466351:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.466421:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.466446:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cda00, rc 0) 00000100:00100000:0.0:1788536322.466509:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415574015232:12345-192.168.203.55@tcp:101:rm.0 Request processed in 244us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536322.466516:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 410 00000100:00100000:1.0:1788536322.475986:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.476121:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574015488 00000100:00100000:2.0:1788536322.476131:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574015488 00000100:00100000:2.0:1788536322.476209:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1445 00000100:00100000:2.0:1788536322.476221:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:32745:x1875415574015488:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:2.0:1788536322.476274:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788536322.476299:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7200/0x94dfe24b69f5215a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1170 expref: 108 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476321:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:2.0:1788536322.476345:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f5216f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b117e expref: 107 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476356:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:2.0:1788536322.476359:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536322.476417:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476439:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476450:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476466:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476483:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476491:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476586:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476597:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 55 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476604:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476637:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 55 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.476651:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 55 pid: 5824 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536322.476664:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583145344:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536322.476742:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd780 going to sleep for 11 seconds 00000100:00080000:3.0:1788536322.477785:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536322.481549:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583145344:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536322.481581:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.492152:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536322.495869:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574015616 00000100:00100000:0.0:1788536322.495885:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574015616 00010000:00010000:0.0:1788536322.495935:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 56 pid: 5824 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536322.495982:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 433 00000100:00100000:0.0:1788536322.495992:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+56:2355:x1875415574015616:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536322.496006:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536322.496013:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 56 pid: 5824 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.496026:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 56 pid: 5824 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.496046:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52129 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b115b expref: 56 pid: 5824 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.496149:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:0.0:1788536322.496156:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.496165:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.496173:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.496205:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536322.496267:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+55:2355:x1875415574015616:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 276us (4122us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536322.496275:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 433 00010000:00010000:3.0:1788536322.496724:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.496734:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536322.498240:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9112 00000004:00080000:3.0:1788536322.498251:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 700725880771ns, next at 701725878610ns, rc = 0 00010000:00010000:3.0:1788536322.498313:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498331:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498341:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498349:0:5823:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498354:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498359:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498397:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536322.498419:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498425:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498443:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498448:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.498453:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498461:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.498701:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536322.498702:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:3.0:1788536322.498705:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788536322.498707:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498709:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.498714:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536322.498716:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f521d1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.498718:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498733:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498740:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498745:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498750:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.498752:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498758:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498767:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536322.498769:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536322.498771:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.498777:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f521c3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536322.498792:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000c5e418c1 reply state 000000000f3138e0 transno 4294968256 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.498799:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.498801:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536322.498809:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1d4631b600) 00010000:00010000:0.0:1788536322.498810:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536322.498814:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.498818:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f521d8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.498838:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536322.498839:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536322.498841:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536322.498888:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:32745:x1875415574015488:12345-192.168.203.55@tcp:36:rm.0 Request processed in 22666us (22917us total) trans 4294968256 rc 0/0 00000100:00100000:3.0:1788536322.498897:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1445 00010000:00010000:3.0:1788536322.502114:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.502129:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.502137:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.502144:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.502148:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.502156:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.502172:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d61e36900) 00010000:00010000:3.0:1788536322.502176:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536322.502180:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.502187:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f521ca lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.666942:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536322.667090:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574015744 00000100:00100000:0.0:1788536322.667100:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574015744 00000100:00100000:0.0:1788536322.667163:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1446 00000100:00100000:0.0:1788536322.667174:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+107:32761:x1875415574015744:12345-192.168.203.55@tcp:101:mkdir.0 00010000:00010000:0.0:1788536322.667197:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536322.667215:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f521df lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11a8 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.667283:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f521e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.667297:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f521e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.667308:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f521e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536322.667352:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x51:0x0]: returning size 16384 00000004:00200000:0.0:1788536322.667357:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536322.667823:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f521e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.667857:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f521df lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a8 expref: 109 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.667876:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f521e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a8 expref: 108 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.667887:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:0.0:1788536322.667889:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536322.667893:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd000, rc 0) 00000100:00100000:0.0:1788536322.667948:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:32761:x1875415574015744:12345-192.168.203.55@tcp:101:mkdir.0 Request processed in 776us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.668352:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536322.668381:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583145472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536322.668425:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536322.668744:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1446 00000100:00100000:3.0:1788536322.668967:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583145472 00000100:00100000:3.0:1788536322.668974:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583145472 00000100:00100000:3.0:1788536322.669013:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:3.0:1788536322.669024:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583145472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536322.669055:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 86704128 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536322.669668:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583145472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 646us (1241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536322.669676:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:0.0:1788536322.669870:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583145472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536322.745898:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.745992:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574015872 00000100:00100000:1.0:1788536322.746003:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574015872 00000100:00100000:0.0:1788536322.746267:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1447 00000100:00100000:0.0:1788536322.746281:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5704c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+55:32767:x1875415574015872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536322.746306:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536322.746330:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f521ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11af expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.746765:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f521ed lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11af expref: 56 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.746781:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2c:0x0].0x0 (ffff8b1c43bb5600) 00010000:00010000:0.0:1788536322.746784:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536322.746789:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f521ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11af expref: 56 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.746808:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc800, rc 0) 00000100:00100000:0.0:1788536322.746883:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5704c850 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+55:32767:x1875415574015872:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 606us (994us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536322.746894:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1447 00000100:00100000:2.0:1788536322.752254:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.752592:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574016128 00000100:00100000:3.0:1788536322.752602:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574016128 00000100:00100000:3.0:1788536322.752695:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1448 00000100:00100000:3.0:1788536322.752706:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:32767:x1875415574016128:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536322.752724:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536322.752726:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1788536322.752750:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f521e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a8 expref: 108 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.752768:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536322.752773:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536322.752785:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f521f4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11b6 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.752898:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.752911:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.752922:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.752937:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.752944:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.752950:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753532:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753541:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753548:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536322.753557:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 0 00010000:00010000:3.0:1788536322.753579:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753586:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753592:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753597:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.753602:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753610:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753617:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536322.753619:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536322.753623:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753628:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f521fb lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536322.753637:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000008ae8bea reply state 000000002b4eea3b transno 4294968257 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.753645:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788536322.753669:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f521f4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 110 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753682:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 109 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.753688:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:3.0:1788536322.753691:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536322.753693:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48a00, rc 0) 00000100:00100000:3.0:1788536322.753749:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+110:32767:x1875415574016128:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1045us (1502us total) trans 4294968257 rc 0/0 00000100:00100000:3.0:1788536322.753755:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1448 00010000:00010000:3.0:1788536322.756191:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.756217:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.756224:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.756230:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.756234:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.756241:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.756257:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d512a9400) 00010000:00010000:3.0:1788536322.756261:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536322.756265:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.756565:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52202 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536322.757479:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.757564:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574016384 00000100:00100000:1.0:1788536322.757574:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574016384 00000100:00100000:1.0:1788536322.757773:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1449 00000100:00100000:1.0:1788536322.757785:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+109:32767:x1875415574016384:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536322.757806:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.757825:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f52217 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11bd expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.757928:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.757938:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 110 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.757944:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.757968:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 110 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.757982:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 110 pid: 5823 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.757994:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583145600:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536322.758083:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e4609c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536322.761360:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.761514:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574016512 00000100:00100000:3.0:1788536322.761523:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574016512 00010000:00010000:3.0:1788536322.761558:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 111 pid: 5823 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.761679:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 434 00000100:00100000:3.0:1788536322.761690:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d498c7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+111:2355:x1875415574016512:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536322.761708:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536322.761716:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 111 pid: 5823 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.761731:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 111 pid: 5823 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.761750:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:3.0:1788536322.761831:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.761843:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.761849:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.761869:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536322.761925:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d498c7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+111:2355:x1875415574016512:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 235us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536322.761932:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 434 00010000:00010000:1.0:1788536322.762109:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52209 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11b6 expref: 110 pid: 5823 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.762126:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583145600:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536322.762146:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762155:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762162:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536322.762182:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 0 00010000:00010000:1.0:1788536322.762463:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762472:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762479:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762488:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536322.762492:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762500:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762510:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:1.0:1788536322.762513:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536322.762517:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762523:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5221e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762581:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f52217 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11bd expref: 110 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762591:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536322.762593:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536322.762597:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f52217 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11bd expref: 110 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.762606:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade200, rc 0) 00000100:00100000:1.0:1788536322.762644:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+109:32767:x1875415574016384:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 4861us (5171us total) trans 4294968258 rc 301/301 00000100:00100000:1.0:1788536322.762652:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1449 00000100:00100000:2.0:1788536322.766294:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.766844:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574016768 00000100:00100000:1.0:1788536322.766855:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574016768 00000100:00100000:1.0:1788536322.766949:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00100000:1.0:1788536322.766959:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+109:32767:x1875415574016768:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536322.767296:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+110:32767:x1875415574016768:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 338us (1012us total) trans 4294968259 rc 0/0 00000100:00100000:1.0:1788536322.767304:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 291 00000100:00100000:2.0:1788536322.769673:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.769713:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574016896 00000100:00100000:1.0:1788536322.769722:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574016896 00000100:00100000:1.0:1788536322.769777:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1450 00000100:00100000:1.0:1788536322.769788:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+110:32767:x1875415574016896:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536322.769807:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.769967:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5222c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11c4 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.770077:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5222c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11c4 expref: 111 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.770087:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5222c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11c4 expref: 111 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.770100:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.770102:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536322.770105:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf800, rc 0) 00000100:00100000:1.0:1788536322.770146:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+111:32767:x1875415574016896:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 360us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.770154:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1450 00000100:00100000:2.0:1788536322.773159:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.773744:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574017152 00000100:00100000:3.0:1788536322.773754:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574017152 00000100:00100000:3.0:1788536322.774026:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1451 00000100:00100000:3.0:1788536322.774036:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+111:32767:x1875415574017152:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788536322.774101:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774117:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774130:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774326:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774344:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774351:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774356:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.774361:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774387:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774408:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:3.0:1788536322.774411:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788536322.774415:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.774422:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52233 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.774520:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+112:32767:x1875415574017152:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 482us (1365us total) trans 4294968260 rc 0/0 00000100:00100000:3.0:1788536322.774534:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1451 00000100:00100000:2.0:1788536322.777174:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.777481:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574017408 00000100:00100000:1.0:1788536322.777491:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574017408 00000100:00100000:1.0:1788536322.777546:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1452 00000100:00100000:1.0:1788536322.777556:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+112:32767:x1875415574017408:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536322.778023:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.778039:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.778050:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536322.778111:0:6725:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968261 00000004:00010000:1.0:1788536322.778154:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000006df7c5c8 reply state 0000000062b99c5c transno 4294968262 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.778162:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536322.778420:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+115:32767:x1875415574017408:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 776us (1164us total) trans 4294968262 rc 0/0 00000100:00100000:1.0:1788536322.778438:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1452 00000020:00080000:1.0:1788536322.778443:0:6725:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788536322.782260:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:3.0:1788536322.782453:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.782466:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.782474:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.782479:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.782484:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.782492:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.782507:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:3.0:1788536322.782510:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536322.782514:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.782521:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f5223a lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536322.782731:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574017664 00000100:00100000:0.0:1788536322.782741:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574017664 00000100:00100000:2.0:1788536322.783025:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 292 00000100:00100000:2.0:1788536322.783036:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:32767:x1875415574017664:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788536322.783266:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+115:32767:x1875415574017664:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 231us (1014us total) trans 4294968263 rc 0/0 00000100:00100000:2.0:1788536322.783279:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 292 00000100:00100000:2.0:1788536322.818013:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.818140:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574017920 00000100:00100000:1.0:1788536322.818149:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574017920 00000100:00100000:1.0:1788536322.818202:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1453 00000100:00100000:1.0:1788536322.818210:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+115:32770:x1875415574017920:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536322.818231:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.818250:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f52241 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11cb expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.818841:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.818859:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.818871:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.818887:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.818894:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.818900:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819061:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52256 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819070:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819076:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52256 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536322.819086:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1788536322.819170:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819181:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819187:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819193:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536322.819197:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819204:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819215:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536322.819218:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536322.819222:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819228:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52248 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819245:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819252:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819257:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819262:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536322.819695:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819706:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819715:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536322.819718:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536322.819721:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819727:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5224f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819786:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f52241 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11cb expref: 118 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819799:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52256 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11cb expref: 117 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.819806:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.819808:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536322.819811:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adec00, rc 0) 00000100:00100000:1.0:1788536322.819868:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+117:32770:x1875415574017920:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1658us (1863us total) trans 4294968264 rc 0/0 00000100:00100000:1.0:1788536322.819883:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1453 00000100:00100000:1.0:1788536322.823038:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.823110:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574018048 00000100:00100000:3.0:1788536322.823118:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574018048 00000100:00100000:3.0:1788536322.823181:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1454 00000100:00100000:3.0:1788536322.823191:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+117:32770:x1875415574018048:12345-192.168.203.55@tcp:54:lfs.0 00010000:00010000:3.0:1788536322.823258:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823336:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823350:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823413:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823421:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823438:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823447:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.823452:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823460:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823472:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:3.0:1788536322.823483:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788536322.823488:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.823494:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52264 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536322.823637:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+117:32770:x1875415574018048:12345-192.168.203.55@tcp:54:lfs.0 Request processed in 447us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536322.823650:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1454 00000100:00100000:2.0:1788536322.825682:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.825897:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574018304 00000100:00100000:1.0:1788536322.825905:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574018304 00000100:00100000:1.0:1788536322.825962:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 293 00000100:00100000:1.0:1788536322.825972:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50b99450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+117:32770:x1875415574018304:12345-192.168.203.55@tcp:35:lfs.0 00000100:00100000:1.0:1788536322.826403:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50b99450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+118:32770:x1875415574018304:12345-192.168.203.55@tcp:35:lfs.0 Request processed in 431us (727us total) trans 4294968265 rc 0/0 00000100:00100000:1.0:1788536322.826411:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 293 00000100:00100000:0.0:1788536322.867838:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.868040:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574018560 00000100:00100000:3.0:1788536322.868050:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574018560 00000100:00100000:3.0:1788536322.868112:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1455 00000100:00100000:3.0:1788536322.868122:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+118:32776:x1875415574018560:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536322.868148:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536322.868169:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5226b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11d2 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.868264:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.869435:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.869450:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536322.869468:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1788536322.869626:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f5226b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 121 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.869647:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 120 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.869655:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:3.0:1788536322.869658:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1788536322.869662:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49e00, rc 0) 00000100:00100000:3.0:1788536322.869729:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+120:32776:x1875415574018560:12345-192.168.203.55@tcp:101:cat.0 Request processed in 1608us (1900us total) trans 4294968266 rc 0/0 00000100:00100000:3.0:1788536322.869738:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1455 00000100:00100000:2.0:1788536322.874518:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.874558:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.875940:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574018816 00000100:00100000:1.0:1788536322.875953:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574018816 00000100:00100000:1.0:1788536322.876006:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574019072 00000100:00100000:1.0:1788536322.876010:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574019072 00000100:00100000:1.0:1788536322.876042:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1456 00000100:00100000:1.0:1788536322.876051:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+121:32775:x1875415574018816:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536322.876069:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.876090:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f52280 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11d9 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876188:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52287 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876203:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52287 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876216:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52287 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536322.876227:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1788536322.876473:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f52280 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d9 expref: 124 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876496:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52287 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d9 expref: 123 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876511:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.876514:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788536322.876517:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf600, rc 0) 00000100:00100000:1.0:1788536322.876573:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+123:32775:x1875415574018816:12345-192.168.203.55@tcp:101:cat.0 Request processed in 523us (2067us total) trans 4294968267 rc 0/0 00000100:00100000:1.0:1788536322.876579:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1456 00000100:00100000:1.0:1788536322.876600:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1457 00000100:00100000:1.0:1788536322.876607:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+122:32778:x1875415574019072:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536322.876615:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.876623:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52295 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11e0 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876663:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f5229c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876672:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f5229c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876680:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f5229c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536322.876687:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1788536322.876744:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52295 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e0 expref: 125 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876757:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f5229c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e0 expref: 124 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.876770:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.876772:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788536322.876774:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfe00, rc 0) 00000100:00100000:1.0:1788536322.876795:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+124:32778:x1875415574019072:12345-192.168.203.55@tcp:101:cat.0 Request processed in 189us (2239us total) trans 4294968268 rc 0/0 00000100:00100000:1.0:1788536322.876801:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1457 00000100:00100000:2.0:1788536322.883749:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.883828:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574019328 00000100:00100000:1.0:1788536322.883839:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574019328 00000100:00100000:1.0:1788536322.883910:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 69 00000100:00100000:1.0:1788536322.883920:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+124:32775:x1875415574019328:12345-192.168.203.55@tcp:103:cat.0 00010000:00010000:1.0:1788536322.883935:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1788536322.883959:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52256 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11cb expref: 124 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.883983:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52287 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d9 expref: 123 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.883995:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5222c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11c4 expref: 122 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.884005:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.884010:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536322.884065:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+121:32775:x1875415574019328:12345-192.168.203.55@tcp:103:cat.0 Request processed in 147us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.884072:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 69 00000100:00100000:1.0:1788536322.896348:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.896662:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574019584 00000100:00100000:3.0:1788536322.896673:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574019584 00000100:00100000:3.0:1788536322.896734:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1458 00000100:00100000:3.0:1788536322.896746:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+121:32777:x1875415574019584:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536322.896764:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536322.896784:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11e7 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.896865:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.896880:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.896891:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.896905:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.896912:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.896918:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897029:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897038:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897046:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536322.897059:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:3.0:1788536322.897155:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897163:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897170:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897175:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.897180:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897187:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897200:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:3.0:1788536322.897203:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536322.897208:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897214:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f522b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897226:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897232:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897243:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897248:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536322.897251:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897257:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897265:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x2e0f5ada (ffff8b1d512a9400) 00010000:00010000:3.0:1788536322.897445:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536322.897450:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897456:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x51:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897569:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 124 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897584:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 123 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536322.897591:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:3.0:1788536322.897593:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536322.897596:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:3.0:1788536322.898145:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+123:32777:x1875415574019584:12345-192.168.203.55@tcp:101:cat.0 Request processed in 1016us (1494us total) trans 4294968269 rc 0/0 00000100:00100000:3.0:1788536322.898160:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1458 00000100:00100000:2.0:1788536322.902189:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.902264:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.902300:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.902327:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574020096 00000100:00100000:1.0:1788536322.902591:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574019968 00000100:00100000:1.0:1788536322.902600:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574019968 00000100:00100000:1.0:1788536322.902657:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 70 00000100:00100000:1.0:1788536322.902667:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+123:2354:x1875415574019968:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536322.902682:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536322.902705:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f5229c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e0 expref: 123 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.902727:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.902732:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536322.902772:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+122:2354:x1875415574019968:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 107us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.902779:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 70 00000100:00100000:2.0:1788536322.905801:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574020096 00000100:00100000:2.0:1788536322.905888:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1459 00000100:00100000:2.0:1788536322.905898:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+122:32775:x1875415574020096:12345-192.168.203.55@tcp:58:cat.0 00010000:00010000:2.0:1788536322.906002:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.906020:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 122 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.906028:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 122 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.906036:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 5/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.906072:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 122 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.906086:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 122 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536322.906101:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583145728:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536322.906187:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 122 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.906196:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 122 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536322.906205:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583145856:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536322.906229:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536322.908612:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574019840 00000100:00100000:0.0:1788536322.908624:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574019840 00000100:00100000:0.0:1788536322.908720:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 294 00000100:00100000:0.0:1788536322.908730:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+123:32776:x1875415574019840:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:0.0:1788536322.908944:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+124:32776:x1875415574019840:12345-192.168.203.55@tcp:35:cat.0 Request processed in 215us (6764us total) trans 4294968270 rc 0/0 00000100:00100000:0.0:1788536322.908952:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 294 00000100:00100000:1.0:1788536322.913028:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583145728:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536322.913044:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583145856:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536322.913070:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.915416:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.915457:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.915593:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574020224 00000100:00100000:1.0:1788536322.915601:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574020224 00000100:00100000:1.0:1788536322.915647:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574020352 00000100:00100000:1.0:1788536322.915650:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574020352 00000100:00100000:1.0:1788536322.915671:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1460 00000100:00100000:1.0:1788536322.915686:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+125:32776:x1875415574020224:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536322.915709:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.915726:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f522d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11ee expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.915794:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.915810:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.915822:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536322.915860:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1788536322.915864:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536322.915880:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.915890:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.915913:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f522d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 127 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.915936:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 126 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.915945:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.915948:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536322.915952:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adec00, rc 0) 00000100:00100000:1.0:1788536322.916006:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+126:32776:x1875415574020224:12345-192.168.203.55@tcp:101:cat.0 Request processed in 322us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.916013:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1460 00000100:00100000:1.0:1788536322.916033:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1461 00000100:00100000:1.0:1788536322.916039:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+125:32783:x1875415574020352:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536322.916047:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.916055:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11f5 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.916082:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f522e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.916091:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f522e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.916098:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f522e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536322.916115:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:1.0:1788536322.916118:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536322.916127:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f522e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x53/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.916135:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f522e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.916150:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11f5 expref: 127 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.916163:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f522e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11f5 expref: 126 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.916169:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.916172:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536322.916175:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade000, rc 0) 00000100:00100000:1.0:1788536322.916195:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+126:32783:x1875415574020352:12345-192.168.203.55@tcp:101:cat.0 Request processed in 156us (737us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.916201:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1461 00000100:00100000:1.0:1788536322.917007:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536322.917065:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574020608 00000100:00100000:3.0:1788536322.917072:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574020608 00000100:00100000:3.0:1788536322.917112:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 295 00000100:00100000:3.0:1788536322.917120:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+126:32778:x1875415574020608:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:3.0:1788536322.917628:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+127:32778:x1875415574020608:12345-192.168.203.55@tcp:35:cat.0 Request processed in 507us (622us total) trans 4294968271 rc 0/0 00000100:00100000:3.0:1788536322.917637:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 295 00000100:00100000:1.0:1788536322.921925:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.921971:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.922049:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574020736 00000100:00100000:2.0:1788536322.922058:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574020736 00000100:00100000:2.0:1788536322.922120:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 71 00000100:00100000:2.0:1788536322.922128:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+127:2355:x1875415574020736:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536322.922143:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536322.922167:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f522e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11f5 expref: 127 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.922187:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:2.0:1788536322.922192:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536322.922201:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536322.922255:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+126:2355:x1875415574020736:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 127us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536322.922261:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 71 00000100:00100000:0.0:1788536322.923133:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574020992 00000100:00100000:0.0:1788536322.923141:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574020992 00000100:00100000:0.0:1788536322.923192:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 296 00000100:00100000:0.0:1788536322.923205:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+126:32777:x1875415574020992:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:0.0:1788536322.924366:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+127:32777:x1875415574020992:12345-192.168.203.55@tcp:35:cat.0 Request processed in 1160us (2445us total) trans 4294968272 rc 0/0 00000100:00100000:0.0:1788536322.924491:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 296 00000100:00100000:1.0:1788536322.936146:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536322.936231:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574021120 00000100:00100000:2.0:1788536322.936241:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574021120 00010000:00010000:2.0:1788536322.936357:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 127 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536322.943629:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.944056:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574021248 00000100:00100000:1.0:1788536322.944065:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574021248 00010000:00010000:1.0:1788536322.944102:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 128 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536322.944133:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 435 00000100:00100000:1.0:1788536322.944142:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+128:2354:x1875415574021248:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536322.944154:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536322.944160:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 128 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.944171:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 128 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.944191:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52272 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11d2 expref: 128 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.944206:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.944212:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.944221:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536322.944445:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+127:2354:x1875415574021248:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 303us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.944453:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 435 00000100:00100000:0.0:1788536322.946071:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 436 00000100:00100000:0.0:1788536322.946088:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+126:2355:x1875415574021120:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536322.946103:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536322.946113:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 126 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.946127:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 126 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.946148:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f522bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11e7 expref: 126 pid: 5823 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.946162:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:0.0:1788536322.946167:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.946176:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.946183:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536322.946214:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536322.946255:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+125:2355:x1875415574021120:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 173us (10118us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536322.946263:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 436 00010000:00010000:1.0:1788536322.946499:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.946507:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536322.946678:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:1.0:1788536322.946753:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+125:32775:x1875415574020096:12345-192.168.203.55@tcp:58:cat.0 Request processed in 40856us (44451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.946761:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1459 00000100:00100000:2.0:1788536322.957160:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536322.963002:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574021376 00000100:00100000:1.0:1788536322.963019:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574021376 00000100:00100000:1.0:1788536322.963147:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1462 00000100:00100000:1.0:1788536322.963158:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+124:32775:x1875415574021376:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536322.963183:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536322.963204:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b11fc expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.963261:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 2/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.963440:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 4/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11fc expref: 125 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.963461:0:5825:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.963548:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11fc expref: 125 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.963563:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536322.963566:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536322.963570:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 3/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11fc expref: 125 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536322.963578:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade800, rc 0) 00000100:00100000:1.0:1788536322.963644:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+125:32775:x1875415574021376:12345-192.168.203.55@tcp:101:cat.0 Request processed in 488us (6494us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536322.963652:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1462 00010000:00010000:0.0:1788536322.990138:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536323.181781:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536323.181790:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536323.181833:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 4 00000040:00080000:2.0:1788536323.181840:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536323.181957:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583145984:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536323.182064:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd000 going to sleep for 11 seconds 00000100:00100000:1.0:1788536323.196889:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583145984:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788536323.207869:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.209687:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574021504 00000100:00100000:1.0:1788536323.209700:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574021504 00000100:00100000:1.0:1788536323.209766:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1463 00000100:00100000:1.0:1788536323.209777:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:32807:x1875415574021504:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536323.209810:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x52:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536323.209919:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+55:32807:x1875415574021504:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 144us (2059us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.209926:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1463 00000100:00100000:2.0:1788536323.242491:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.242628:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574021632 00000100:00100000:1.0:1788536323.242639:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574021632 00000100:00100000:3.0:1788536323.243448:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1464 00000100:00100000:3.0:1788536323.243464:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:32807:x1875415574021632:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788536323.243540:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243558:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243569:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243583:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243591:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243601:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243622:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243630:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243637:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536323.243672:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00000004:00200000:3.0:1788536323.243677:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536323.243690:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243702:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243708:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243715:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243721:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536323.243724:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243732:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243744:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:3.0:1788536323.243747:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536323.243753:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243759:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f522f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243772:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243778:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243783:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243787:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536323.243790:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243796:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243803:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8138294e (ffff8b1d512a9400) 00010000:00010000:3.0:1788536323.243805:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536323.243808:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243813:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f522fe lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8138294e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243831:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243837:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243842:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243847:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536323.243850:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243856:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243862:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:3.0:1788536323.243864:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536323.243867:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.243873:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48a00/0x94dfe24b69f52305 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536323.243953:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+55:32807:x1875415574021632:12345-192.168.203.55@tcp:34:lhsmtool_posix.0 Request processed in 494us (1471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536323.243961:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1464 00000100:00100000:3.0:1788536323.262909:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.263304:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574021888 00000100:00100000:1.0:1788536323.263315:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574021888 00000100:00100000:1.0:1788536323.263458:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1465 00000100:00100000:1.0:1788536323.263469:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+55:32807:x1875415574021888:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536323.263490:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536323.263511:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5230c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1203 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263612:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263627:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263639:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536323.263650:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x52:0x0]: returning size 158 00010000:00010000:1.0:1788536323.263744:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263752:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263758:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263764:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536323.263768:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263779:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263799:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536323.263802:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536323.263806:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263812:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52313 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263856:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5230c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1203 expref: 57 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263866:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8b1d59b6f200) 00010000:00010000:1.0:1788536323.263868:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788536323.263872:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5230c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1203 expref: 57 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.263883:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf600, rc 0) 00000100:00100000:1.0:1788536323.263948:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+56:32807:x1875415574021888:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 481us (1049us total) trans 4294968273 rc 301/301 00000100:00100000:1.0:1788536323.263955:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1465 00000100:00100000:2.0:1788536323.285940:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.291397:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574022016 00000100:00100000:0.0:1788536323.291412:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574022016 00000100:00100000:0.0:1788536323.291506:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1466 00000100:00100000:0.0:1788536323.291517:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:32807:x1875415574022016:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536323.291553:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000401:0x52:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536323.291667:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:32807:x1875415574022016:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 152us (5736us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536323.291675:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1466 00000100:00100000:3.0:1788536323.300361:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.300879:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574022272 00000100:00100000:1.0:1788536323.300890:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574022272 00000100:00100000:1.0:1788536323.300947:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1467 00000100:00100000:1.0:1788536323.300958:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+56:32807:x1875415574022272:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536323.300980:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536323.301001:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52321 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b120a expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536323.301891:0:5823:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1f:0x0], index 1: 0 00010000:00010000:1.0:1788536323.302150:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52328 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.302165:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52328 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.302176:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52328 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.302989:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52321 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b120a expref: 59 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.303014:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52328 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b120a expref: 58 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.303022:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536323.303024:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536323.303027:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfe00, rc 0) 00000100:00100000:1.0:1788536323.303099:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+58:32807:x1875415574022272:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2144us (2748us total) trans 4294968274 rc 0/0 00000100:00100000:1.0:1788536323.303107:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1467 00000100:00100000:3.0:1788536323.311713:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.312058:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574022528 00000100:00100000:1.0:1788536323.312068:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574022528 00000100:00100000:1.0:1788536323.312119:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1468 00000100:00100000:1.0:1788536323.312129:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:32807:x1875415574022528:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788536323.312186:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536323.312210:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52328 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b120a expref: 58 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312242:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536323.312254:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536323.312276:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312288:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312296:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312309:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 3/0,1 mode: --/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312315:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312320:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312445:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312452:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312463:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312469:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536323.312473:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312479:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312487:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x0 (ffff8b1d512a9300) 00010000:00010000:1.0:1788536323.312490:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536323.312494:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312500:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52336 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x51:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312508:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312513:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312518:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312522:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536323.312525:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312533:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312539:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x51:0x0].0x730954b9 (ffff8b1d4631bf00) 00010000:00010000:1.0:1788536323.312542:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536323.312544:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 2/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.312550:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5233d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x51:0x0].0x730954b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.312626:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+57:32807:x1875415574022528:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 498us (921us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536323.312633:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1468 00000100:00100000:3.0:1788536323.320827:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.322550:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574022656 00000100:00100000:1.0:1788536323.322563:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574022656 00000100:00100000:1.0:1788536323.322628:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1469 00000100:00100000:1.0:1788536323.322637:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+57:32807:x1875415574022656:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536323.322657:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536323.322683:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52344 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1211 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.322719:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.322733:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.322744:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.322838:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f52344 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 59 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.322859:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 58 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.322869:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536323.322871:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536323.322875:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade000, rc 0) 00000100:00100000:1.0:1788536323.322942:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+58:32807:x1875415574022656:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 305us (2123us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.322949:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1469 00000100:00100000:3.0:1788536323.326644:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.326770:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574022912 00000100:00100000:2.0:1788536323.326780:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574022912 00000100:00100000:2.0:1788536323.326836:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1470 00000100:00100000:2.0:1788536323.326845:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+58:32807:x1875415574022912:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536323.326930:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.326948:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.326961:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536323.327976:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 88 off9528 00000004:00080000:2.0:1788536323.327991:0:16075:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 701555621119ns, next at 702555618189ns, rc = 0 00000004:00010000:2.0:1788536323.328083:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000009c12b3fa reply state 00000000466698ad transno 4294968275 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.328094:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536323.328191:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+60:32807:x1875415574022912:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 1345us (1554us total) trans 4294968275 rc 0/0 00000100:00100000:2.0:1788536323.328199:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1470 00010000:00010000:3.0:1788536323.330984:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.331000:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.331006:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.331012:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536323.331016:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.331024:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.331039:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:3.0:1788536323.331042:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788536323.331047:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.331052:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52352 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536323.338148:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.338237:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574023040 00000100:00100000:0.0:1788536323.338247:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574023040 00000100:00100000:0.0:1788536323.338301:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1471 00000100:00100000:0.0:1788536323.338309:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+59:32807:x1875415574023040:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536323.338332:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536323.338350:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1218 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.338669:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 60 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.338685:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 60 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.338706:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:0.0:1788536323.338709:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788536323.338713:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd200, rc 0) 00000100:00100000:0.0:1788536323.338766:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+60:32807:x1875415574023040:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 457us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536323.338773:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1471 00000100:00100000:2.0:1788536323.350703:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.350799:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574023168 00000100:00100000:1.0:1788536323.350809:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574023168 00000100:00100000:1.0:1788536323.350883:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 411 00000100:00100000:1.0:1788536323.350894:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415574023168:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00000100:00100000:1.0:1788536323.351215:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574023168:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 322us (519us total) trans 4294967386 rc 0/0 00000100:00100000:1.0:1788536323.351448:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 411 00000100:00080000:3.0:1788536323.351918:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536323.354660:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.354887:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574023424 00000100:00100000:1.0:1788536323.354896:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574023424 00000100:00100000:1.0:1788536323.354953:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 297 00000100:00100000:1.0:1788536323.354963:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+60:32807:x1875415574023424:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536323.355173:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+61:32807:x1875415574023424:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 211us (522us total) trans 4294968276 rc 0/0 00000100:00100000:1.0:1788536323.355184:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 297 00000100:00100000:3.0:1788536323.358250:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.360758:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574023680 00000100:00100000:1.0:1788536323.360773:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574023680 00000100:00100000:1.0:1788536323.360849:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1472 00000100:00100000:1.0:1788536323.360860:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+61:32807:x1875415574023680:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536323.360982:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+61:32807:x1875415574023680:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 124us (2739us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.360989:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1472 00000100:00100000:0.0:1788536323.374217:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.376339:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574023808 00000100:00100000:2.0:1788536323.376354:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574023808 00000100:00100000:2.0:1788536323.376461:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1473 00000100:00100000:2.0:1788536323.376472:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+61:32807:x1875415574023808:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536323.376491:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536323.376512:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52360 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b121f expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.376586:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52367 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.376601:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.376612:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536323.376648:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536323.376668:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52367 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.376696:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f52360 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b121f expref: 63 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.376714:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52367 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b121f expref: 62 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.376723:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:2.0:1788536323.376727:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788536323.376731:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d000, rc 0) 00000100:00100000:2.0:1788536323.376801:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+62:32807:x1875415574023808:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 331us (2594us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536323.376808:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1473 00000100:00100000:2.0:1788536323.382032:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.382116:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574023936 00000100:00100000:0.0:1788536323.382127:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574023936 00000100:00100000:0.0:1788536323.382185:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 412 00000100:00100000:0.0:1788536323.382194:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574023936:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536323.382212:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536323.382244:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1226 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536323.382279:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9ae602, blocks: 0x1 00010000:00010000:0.0:1788536323.382297:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=701s v=(0 0) 00010000:00010000:0.0:1788536323.382302:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536323.382310:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.382336:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 12 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.382349:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd800, rc 0) 00000100:00100000:0.0:1788536323.382466:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574023936:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 272us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536323.382473:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 412 00000100:00100000:3.0:1788536323.395051:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.395150:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574024192 00000100:00100000:1.0:1788536323.395160:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574024192 00000100:00100000:1.0:1788536323.395227:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1474 00000100:00100000:1.0:1788536323.395238:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+62:32807:x1875415574024192:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536323.395354:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+62:32807:x1875415574024192:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 118us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.395363:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1474 00000100:00100000:3.0:1788536323.401353:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.401497:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574024320 00000100:00100000:0.0:1788536323.401510:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574024320 00000100:00100000:0.0:1788536323.401574:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:0.0:1788536323.401584:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:32807:x1875415574024320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536323.401601:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536323.401620:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b122d expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.401653:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.401666:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536323.401670:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536323.401676:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.401708:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.401721:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 13 pid: 16289 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536323.401734:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77585f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583146112:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536323.401841:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d512a3cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536323.405175:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77585f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583146112:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536323.405213:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 13 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.405303:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd600, rc 0) 00000100:00100000:0.0:1788536323.405361:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:32807:x1875415574024320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3778us (4033us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536323.405401:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 413 00000100:00100000:3.0:1788536323.408932:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.409064:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574024448 00000100:00100000:1.0:1788536323.409079:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574024448 00010000:00010000:1.0:1788536323.409141:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 13 pid: 16289 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.409204:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 437 00000100:00100000:1.0:1788536323.409215:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415574024448:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536323.409237:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536323.409260:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 13 pid: 16289 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.409275:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 13 pid: 16289 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.409298:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f5236e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1226 expref: 13 pid: 16289 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.409314:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536323.409318:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536323.409326:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 12 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.409335:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 12 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.409413:0:17110:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 12 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.409443:0:17110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17110:1875415583146240:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536323.409534:0:17110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536323.418139:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.418343:0:17110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:17110:1875415583146240:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536323.418392:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536323.418464:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574024448:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 9251us (9548us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.418476:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 437 00000100:00100000:2.0:1788536323.418574:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574024576 00000100:00100000:2.0:1788536323.418581:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574024576 00002000:00100000:2.0:1788536323.418624:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1f:0x0] (0->157) req@ffff8b1d7c4b9180 x1875415574024576/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:224/0 lens 648/0 e 0 to 0 dl 1788536334 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536323.418634:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b9180 with x1875415574024576 ext(0->157) 00002000:00010000:2.0:1788536323.418640:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4b9180 00000100:00100000:2.0:1788536323.418668:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 123 00000100:00100000:2.0:1788536323.418677:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574024576:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788536323.419057:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574024576:12345-192.168.203.55@tcp:4:lhsmtool_posix.0 Request processed in 380us (927us total) trans 4294967387 rc 0/0 00000100:00100000:2.0:1788536323.419065:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 123 00002000:00100000:2.0:1788536323.419073:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1f:0x0] (0->157) req@ffff8b1d7c4b9180 x1875415574024576/t4294967387(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:224/0 lens 648/448 e 0 to 0 dl 1788536334 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536323.419081:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b9180 with x1875415574024576 ext(0->157) 00002000:00010000:2.0:1788536323.419085:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4b9180 00000100:00100000:3.0:1788536323.425268:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.425363:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574024704 00000100:00100000:1.0:1788536323.425401:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574024704 00000100:00100000:1.0:1788536323.425480:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1475 00000100:00100000:1.0:1788536323.425490:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+62:32807:x1875415574024704:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 00000100:00100000:1.0:1788536323.514315:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+62:32807:x1875415574024704:12345-192.168.203.55@tcp:44:lhsmtool_posix.0 Request processed in 88816us (89046us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.514342:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1475 00000001:00080000:0.0:1788536323.514747:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968272 is committed 00000001:00080000:0.0:1788536323.514759:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968255 is committed 00000001:00080000:0.0:1788536323.514769:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968276 is committed 00000004:00080000:0.0:1788536323.514803:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000004:00080000:0.0:1788536323.514833:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000100:00100000:2.0:1788536323.515050:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788536323.515066:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583146368:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788536323.515114:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536323.515174:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583146368 00000100:00100000:2.0:1788536323.515180:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583146368 00000100:00100000:2.0:1788536323.515230:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1788536323.515239:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583146368:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:2.0:1788536323.515702:0:6668:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788536323.515707:0:6668:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb mtime from disk: 0 -> 1788536322 00002000:00010000:2.0:1788536323.515709:0:6668:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788536323.515711:0:6668:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb ctime from disk: 1788536322 -> 1788536322 00002000:00010000:2.0:1788536323.515713:0:6668:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1788536323.515748:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583146368:12345-0@lo:2:osp-syn-1-0.0 Request processed in 509us (632us total) trans 4294967388 rc 0/0 00000100:00100000:2.0:1788536323.515754:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1788536323.515916:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536323.515927:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583146496:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788536323.515955:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1788536323.516017:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d6e150380/2, rc 0, transno 4294967388 00000100:00100000:0.0:1788536323.516023:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583146368:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1788536323.516074:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583146496 00000100:00100000:1.0:1788536323.516080:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583146496 00000100:00100000:1.0:1788536323.516115:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1788536323.516122:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583146496:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788536323.516137:0:6667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:28 count 1 00010000:00010000:1.0:1788536323.516157:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.516176:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 8 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.516186:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 16 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.516194:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536323.516198:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536323.516203:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.516240:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 16 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.516256:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 16 pid: 6666 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.516269:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583146624:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536323.516322:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 8 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.518957:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 8 pid: 9635 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.518976:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583146752:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536323.519055:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536323.525787:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.525954:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574024832 00000100:00100000:0.0:1788536323.525964:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574024832 00000100:00100000:0.0:1788536323.526018:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 416 00000100:00100000:0.0:1788536323.526029:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574024832:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1788536323.526286:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583146624:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536323.526298:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583146752:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536323.526333:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.527972:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.528046:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.528073:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574024960 00000100:00100000:2.0:1788536323.528081:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574024960 00010000:00010000:2.0:1788536323.528125:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 17 pid: 6666 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.528154:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574025088 00000100:00100000:2.0:1788536323.528157:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574025088 00010000:00010000:2.0:1788536323.528172:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 9 pid: 9635 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.528194:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 438 00000100:00100000:2.0:1788536323.528203:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48692c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2355:x1875415574024960:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536323.528215:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788536323.528444:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 439 00000100:00100000:0.0:1788536323.528454:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415574025088:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536323.528464:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536323.528470:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 9 pid: 9635 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.528482:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 9 pid: 9635 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.528505:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009a876dcf/0x94dfe24b69f52199 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1193 expref: 9 pid: 9635 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.528523:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536323.528573:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574025088:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 121us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536323.528580:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 439 00010000:00010000:2.0:1788536323.528703:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 17 pid: 6666 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.528715:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 17 pid: 6666 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.528730:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000496c2b20/0x94dfe24b69f521bc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11a1 expref: 17 pid: 6666 timeout: 801 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.528741:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536323.528745:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536323.528751:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.528761:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.528784:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536323.528804:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48692c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574024960:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 602us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536323.528811:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 438 00000100:00080000:3.0:1788536323.529076:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788536323.530557:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.530574:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.530586:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.530593:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.530610:0:6667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788536323.531130:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583146496:12345-0@lo:6:osp-syn-0-0.0 Request processed in 15006us (15172us total) trans 4294967375 rc 0/0 00000100:00100000:0.0:1788536323.531139:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00010000:00010000:0.0:1788536323.531166:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536323.531172:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.531180:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfe00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536323.531184:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.531194:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.531213:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.531233:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000032229dda/0x94dfe24b69f5237c lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.531253:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536323.531255:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536323.531257:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788536323.531292:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c42bc0380/2, rc 0, transno 4294967375 00000100:00100000:0.0:1788536323.531298:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583146496:0@lo:6:osp-syn-0-0.0 00000001:00080000:2.0:1788536323.587928:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00000001:00080000:2.0:1788536323.587950:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967388 is committed 00000001:00080000:2.0:1788536323.587954:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967387 is committed 00000100:00100000:1.0:1788536323.588136:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574024832:12345-192.168.203.55@tcp:16:lhsmtool_posix.0 Request processed in 62103us (62352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.588147:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 416 00000100:00100000:2.0:1788536323.593146:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.597524:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574025344 00000100:00100000:0.0:1788536323.597541:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574025344 00000100:00100000:2.0:1788536323.602611:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1476 00000100:00100000:2.0:1788536323.602626:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+53:32807:x1875415574025344:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788536323.602692:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536323.602719:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f52367 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b121f expref: 53 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.602739:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:2.0:1788536323.602744:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536323.602771:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.602784:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.602793:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536323.602970:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000004b497712 reply state 000000008674e5a0 transno 4294968277 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.602986:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536323.603096:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:32807:x1875415574025344:12345-192.168.203.55@tcp:36:lhsmtool_posix.0 Request processed in 473us (9959us total) trans 4294968277 rc 0/0 00000100:00100000:2.0:1788536323.603103:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1476 00000100:00100000:3.0:1788536323.620935:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.621319:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574025472 00000100:00100000:2.0:1788536323.621336:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574025472 00000100:00100000:2.0:1788536323.621411:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 417 00000100:00100000:2.0:1788536323.621429:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574025472:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788536323.621675:0:16289:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1788536323.621680:0:16289:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb mtime from disk: 1788536322 -> 1788536320 00002000:00010000:2.0:1788536323.621682:0:16289:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb atime from disk: 0 -> 1788536320 00002000:00010000:2.0:1788536323.621684:0:16289:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb ctime from disk: 1788536322 -> 1788536322 00002000:00010000:2.0:1788536323.621685:0:16289:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000400:0x1f:0x0] updating lvb blocks from disk: 1 -> 11 00000100:00100000:2.0:1788536323.621741:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574025472:12345-192.168.203.55@tcp:2:lhsmtool_posix.0 Request processed in 322us (816us total) trans 4294967389 rc 0/0 00000100:00100000:2.0:1788536323.621748:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 417 00010000:00010000:0.0:1788536323.624634:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.624651:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.624659:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.625151:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ca00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536323.625156:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.625165:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.625187:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:0.0:1788536323.625190:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536323.625195:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.625201:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f52383 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536323.629459:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.629795:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574025728 00000100:00100000:0.0:1788536323.629804:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574025728 00000100:00100000:0.0:1788536323.629866:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1477 00000100:00100000:0.0:1788536323.629876:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:32807:x1875415574025728:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788536323.629947:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.629965:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.629974:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.630010:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 53 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.630024:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 53 pid: 6725 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536323.630038:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77585500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583146880:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536323.630358:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d512a3780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536323.639792:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.639903:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77585500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583146880:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536323.639928:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.640298:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574025856 00000100:00100000:2.0:1788536323.640306:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574025856 00010000:00010000:2.0:1788536323.640346:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 54 pid: 6725 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.640399:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 440 00000100:00100000:2.0:1788536323.640408:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:2354:x1875415574025856:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536323.640429:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536323.640437:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 54 pid: 6725 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.640450:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 54 pid: 6725 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.640486:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5234b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1211 expref: 54 pid: 6725 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.640506:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:2.0:1788536323.640511:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.640520:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.640528:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.640591:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536323.640635:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+53:2354:x1875415574025856:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 228us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536323.640642:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 440 00010000:00010000:3.0:1788536323.642165:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.642178:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.642795:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.642804:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.642810:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.642820:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536323.642828:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.642836:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.642850:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:2.0:1788536323.642853:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788536323.642857:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.642863:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5238a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.642945:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:32807:x1875415574025728:12345-192.168.203.55@tcp:55:lhsmtool_posix.0 Request processed in 13068us (13626us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788536323.642954:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1477 00000100:00100000:2.0:1788536323.646028:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.646137:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574025984 00000100:00100000:0.0:1788536323.646150:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574025984 00000100:00100000:0.0:1788536323.646205:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 418 00000100:00100000:0.0:1788536323.646227:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415574025984:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536323.646273:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.646293:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 12 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.646302:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536323.646307:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536323.646311:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.646356:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 12 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.646393:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 12 pid: 6666 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536323.646414:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77587100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583147008:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536323.646506:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d512a3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536323.649621:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77587100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583147008:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536323.649649:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536323.650356:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.650568:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574026112 00000100:00100000:2.0:1788536323.650576:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574026112 00010000:00010000:2.0:1788536323.650612:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 13 pid: 6666 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536323.650644:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 441 00000100:00100000:2.0:1788536323.650653:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415574026112:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536323.650679:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536323.650701:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 13 pid: 6666 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.650716:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 13 pid: 6666 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.650737:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018776691/0x94dfe24b69f52375 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b122d expref: 13 pid: 6666 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.650753:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536323.650757:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536323.650763:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.650772:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.650803:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536323.650857:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574026112:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 205us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536323.650865:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 441 00010000:00010000:3.0:1788536323.651405:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.651417:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.651455:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.651463:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.651480:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.651494:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536323.651498:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.651506:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.651518:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.651526:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a526cc1f/0x94dfe24b69f52391 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536323.651584:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574025984:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 5369us (5564us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536323.651592:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 418 00000100:00100000:3.0:1788536323.660686:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.660915:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574026368 00000100:00100000:1.0:1788536323.660926:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574026368 00000100:00100000:1.0:1788536323.660991:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1478 00000100:00100000:1.0:1788536323.661001:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:32807:x1875415574026368:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536323.661099:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.661117:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.661129:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.661365:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.661397:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.661405:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.661445:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.661458:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 53 pid: 5824 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.661785:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583147136:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536323.661944:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267180 going to sleep for 11 seconds 00000100:00100000:1.0:1788536323.674844:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583147136:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536323.674875:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536323.677623:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.677756:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574026496 00000100:00100000:0.0:1788536323.677766:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574026496 00010000:00010000:0.0:1788536323.677803:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 54 pid: 5824 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536323.677845:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 442 00000100:00100000:0.0:1788536323.677854:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:2355:x1875415574026496:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536323.677869:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536323.677876:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 54 pid: 5824 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.677889:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 54 pid: 5824 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.677910:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52359 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1218 expref: 54 pid: 5824 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.677927:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:0.0:1788536323.677932:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.677940:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.677947:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.677982:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536323.678033:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415574026496:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 180us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536323.678040:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 442 00010000:00010000:1.0:1788536323.678114:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.678123:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788536323.678309:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968278 00000001:00080000:1.0:1788536323.678519:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968279 00000001:00080000:1.0:1788536323.678563:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968280 00000100:00100000:1.0:1788536323.678642:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583147264:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788536323.678873:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536323.678906:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267180 going to sleep for 11 seconds 00000100:00100000:2.0:1788536323.679582:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583147264 00000100:00100000:2.0:1788536323.679589:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583147264 00000100:00100000:2.0:1788536323.679636:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788536323.679644:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583147264:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788536323.679730:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583147264:12345-0@lo:1000:mdt00_002.0 Request processed in 86us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536323.679737:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788536323.679755:0:5825:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967388 gen 2 00000004:00080000:1.0:1788536323.679760:0:5825:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d6e150380, transno 4294967388 00000100:00100000:1.0:1788536323.679773:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583147264:0@lo:1000:mdt00_002.0 00000001:00080000:1.0:1788536323.680045:0:5825:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968281 00000100:00100000:1.0:1788536323.680109:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583147392:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788536323.680140:0:5825:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536323.680167:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536323.680315:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583147392 00000100:00100000:0.0:1788536323.680320:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583147392 00000100:00100000:0.0:1788536323.680355:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788536323.680362:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:5825:x1875415583147392:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788536323.680550:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:5825:x1875415583147392:12345-0@lo:1000:mdt00_002.0 Request processed in 188us (409us total) trans 4294967390 rc 0/0 00000100:00100000:0.0:1788536323.680557:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788536323.680747:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:5825:1875415583147392:0@lo:1000:mdt00_002.0 00010000:00010000:1.0:1788536323.680776:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680789:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680796:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680802:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536323.680806:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680814:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680828:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536323.680830:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536323.680834:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680839:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5239f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680870:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680876:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680881:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680886:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536323.680889:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680894:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680901:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536323.680903:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536323.680909:0:5825:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11fc expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680919:0:5825:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11fc expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680927:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11fc expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.680950:0:5825:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11fc expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.680961:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583147520:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536323.681056:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd240 going to sleep for 11 seconds 00000100:00100000:1.0:1788536323.684338:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583147520:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536323.684403:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.684414:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f522cd lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.684465:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.684477:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.684485:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.684519:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.684532:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 106 pid: 5825 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.684545:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583147648:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536323.684614:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c433fd240 going to sleep for 11 seconds 00000100:00100000:0.0:1788536323.685123:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.685189:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574026624 00000100:00100000:2.0:1788536323.685196:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574026624 00000100:00100000:2.0:1788536323.685248:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 298 00000100:00100000:2.0:1788536323.685257:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+107:32775:x1875415574026624:12345-192.168.203.55@tcp:49:cat.0 00000100:00100000:2.0:1788536323.685351:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:00ae59d6-327b-42ee-8208-04d639d528fc+107:32775:x1875415574026624:12345-192.168.203.55@tcp:49:cat.0 Request processed in 95us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536323.685358:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 298 00000100:00100000:2.0:1788536323.691450:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.691524:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536323.691582:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574026880 00000100:00100000:3.0:1788536323.691655:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574026880 00000100:00100000:3.0:1788536323.691720:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 419 00000100:00100000:3.0:1788536323.691730:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+17:32775:x1875415574026880:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:3.0:1788536323.691746:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536323.691767:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d744bc7/0x94dfe24b69f523ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1234 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536323.691798:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x1f:0x0] initial LVB size: 158, mtime: 0x6a9ae600, atime: 0x6a9ae600, ctime: 0x6a9ae602, blocks: 0xb 00010000:00010000:3.0:1788536323.691818:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=701s v=(0 0) 00010000:00010000:3.0:1788536323.691823:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536323.691832:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d744bc7/0x94dfe24b69f523ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1234 expref: 18 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.691848:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d744bc7/0x94dfe24b69f523ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1234 expref: 18 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.691861:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48a00, rc 0) 00000100:00100000:3.0:1788536323.691912:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+18:32775:x1875415574026880:12345-192.168.203.55@tcp:101:cat.0 Request processed in 183us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536323.691920:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 419 00000100:00100000:1.0:1788536323.691929:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc2300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583147648:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536323.691955:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536323.692034:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574026752 00000100:00100000:0.0:1788536323.692039:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574026752 00000100:00080000:2.0:1788536323.692052:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788536323.692063:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 107 pid: 5825 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536323.692103:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:0.0:1788536323.692111:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+107:2355:x1875415574026752:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536323.692120:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536323.692127:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 107 pid: 5825 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.692139:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 107 pid: 5825 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.692161:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f522db lrc: 0/0,0 mode: --/PR res: [0x200000401:0x52:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11ee expref: 107 pid: 5825 timeout: 801 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.692176:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:0.0:1788536323.692180:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.692188:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.692194:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.692223:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536323.692251:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+106:2355:x1875415574026752:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 141us (811us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536323.692257:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 443 00010000:00010000:1.0:1788536323.692305:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692313:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692324:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692332:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692339:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692345:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536323.692349:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692357:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692393:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536323.692396:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536323.692400:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692406:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f523a6 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x52:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692416:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692438:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692444:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692448:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536323.692451:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692457:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692464:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536323.692466:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536323.692469:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.692475:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52398 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x52:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536323.692673:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+56:32807:x1875415574026368:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 31661us (31984us total) trans 4294968282 rc 0/0 00000100:00100000:1.0:1788536323.692681:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1478 00000020:00080000:1.0:1788536323.692685:0:5825:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:0.0:1788536323.693071:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536323.693086:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536323.693705:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1788536323.693715:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536323.695863:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536323.695901:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.695979:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574027264 00000100:00100000:2.0:1788536323.695988:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574027264 00002000:00100000:2.0:1788536323.696030:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1f:0x0] (0->4095) req@ffff8b1d7c4b9c00 x1875415574027264/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:224/0 lens 488/0 e 0 to 0 dl 1788536334 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536323.696040:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b9c00 with x1875415574027264 ext(0->4095) 00002000:00010000:2.0:1788536323.696047:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4b9c00 00000100:00100000:2.0:1788536323.696074:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 124 00000100:00100000:2.0:1788536323.696086:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+18:2352:x1875415574027264:12345-192.168.203.55@tcp:3:cat.0 00000100:00100000:2.0:1788536323.696276:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:00ae59d6-327b-42ee-8208-04d639d528fc+18:2352:x1875415574027264:12345-192.168.203.55@tcp:3:cat.0 Request processed in 194us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788536323.696284:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 124 00002000:00100000:2.0:1788536323.696290:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x1f:0x0] (0->4095) req@ffff8b1d7c4b9c00 x1875415574027264/t0(0) o3->00ae59d6-327b-42ee-8208-04d639d528fc@192.168.203.55@tcp:224/0 lens 488/4536 e 0 to 0 dl 1788536334 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536323.696300:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b9c00 with x1875415574027264 ext(0->4095) 00002000:00010000:2.0:1788536323.696304:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7c4b9c00 00000100:00100000:0.0:1788536323.696310:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574027136 00000100:00100000:0.0:1788536323.696317:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574027136 00000100:00100000:0.0:1788536323.696365:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 72 00000100:00100000:0.0:1788536323.696408:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+106:32776:x1875415574027136:12345-192.168.203.55@tcp:103:cat.0 00000100:00100000:1.0:1788536323.696920:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536323.696982:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574027520 00000100:00100000:3.0:1788536323.696987:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574027520 00000100:00100000:3.0:1788536323.697018:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 299 00000100:00100000:3.0:1788536323.697026:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5704a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:32807:x1875415574027520:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00010000:00010000:0.0:1788536323.697511:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536323.697539:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f522f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b11fc expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.697564:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631b200) 00010000:00010000:0.0:1788536323.697577:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536323.697629:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+105:32776:x1875415574027136:12345-192.168.203.55@tcp:103:cat.0 Request processed in 1226us (1773us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536323.697638:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 72 00000004:00080000:3.0:1788536323.697668:0:5827:0:(mdd_object.c:4338:mdd_close()) Object [0x200000402:0x2d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788536323.697760:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968283 00010000:00010000:3.0:1788536323.697797:0:5827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.697811:0:5827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.697822:0:5827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.697829:0:5827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.697836:0:5827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.697842:0:5827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536323.697867:0:5827:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788536323.697916:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5704a450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:32807:x1875415574027520:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 891us (997us total) trans 4294968284 rc 0/0 00000100:00100000:3.0:1788536323.697924:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 299 00000020:00080000:3.0:1788536323.697927:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788536323.698059:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536323.698066:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.698074:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536323.698078:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.698088:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.698097:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff8b1d512a9700) 00010000:00010000:0.0:1788536323.698100:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536323.698103:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.698109:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f523b4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5827 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536323.698121:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536323.698123:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536323.698125:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536323.710680:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536323.710756:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574027648 00000100:00100000:2.0:1788536323.710767:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574027648 00000100:00100000:1.0:1788536323.711106:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1479 00000100:00100000:1.0:1788536323.711120:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:32776:x1875415574027648:12345-192.168.203.55@tcp:58:cat.0 00000100:00100000:1.0:1788536323.711702:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:32776:x1875415574027648:12345-192.168.203.55@tcp:58:cat.0 Request processed in 585us (1031us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.711713:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1479 00000100:00100000:2.0:1788536323.714975:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.715053:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574027776 00000100:00100000:1.0:1788536323.715061:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574027776 00000100:00100000:1.0:1788536323.715207:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1480 00000100:00100000:1.0:1788536323.715225:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+105:32776:x1875415574027776:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:1.0:1788536323.715243:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536323.715265:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f523bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b123b expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.715318:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f523bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b123b expref: 106 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.715341:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f523bb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b123b expref: 106 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.715362:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536323.715365:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788536323.715406:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf600, rc 0) 00000100:00100000:1.0:1788536323.715484:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:32776:x1875415574027776:12345-192.168.203.55@tcp:101:cat.0 Request processed in 269us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.715491:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1480 00000100:00100000:2.0:1788536323.719016:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536323.719104:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574028032 00000100:00100000:0.0:1788536323.719113:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574028032 00000100:00100000:1.0:1788536323.719221:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 73 00000100:00100000:1.0:1788536323.719234:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48693050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+106:32778:x1875415574028032:12345-192.168.203.55@tcp:103:cat.0 00010000:00010000:1.0:1788536323.719250:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536323.719568:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f523bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b123b expref: 106 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536323.719590:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d4631bd00) 00010000:00010000:1.0:1788536323.719609:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536323.719663:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48693050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+105:32778:x1875415574028032:12345-192.168.203.55@tcp:103:cat.0 Request processed in 432us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.719674:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 73 00000100:00100000:3.0:1788536323.721819:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.721888:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574028160 00000100:00100000:1.0:1788536323.721897:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574028160 00000100:00100000:1.0:1788536323.721945:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1481 00000100:00100000:1.0:1788536323.721955:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+105:32778:x1875415574028160:12345-192.168.203.55@tcp:58:cat.0 00000100:00100000:1.0:1788536323.722107:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+105:32778:x1875415574028160:12345-192.168.203.55@tcp:58:cat.0 Request processed in 152us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.722115:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1481 00000100:00100000:2.0:1788536323.724923:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.725000:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574028416 00000100:00100000:1.0:1788536323.725010:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574028416 00000100:00100000:1.0:1788536323.725070:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1482 00000100:00100000:1.0:1788536323.725080:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:32783:x1875415574028416:12345-192.168.203.55@tcp:58:cat.0 00000100:00100000:1.0:1788536323.725215:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+105:32783:x1875415574028416:12345-192.168.203.55@tcp:58:cat.0 Request processed in 135us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.725223:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1482 00000100:00100000:3.0:1788536323.726853:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.726918:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574028672 00000100:00100000:1.0:1788536323.726923:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574028672 00000100:00100000:1.0:1788536323.726966:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1483 00000100:00100000:1.0:1788536323.726975:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+105:32777:x1875415574028672:12345-192.168.203.55@tcp:58:cat.0 00000100:00100000:1.0:1788536323.727067:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+105:32777:x1875415574028672:12345-192.168.203.55@tcp:58:cat.0 Request processed in 93us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536323.727074:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1483 00000100:00100000:3.0:1788536323.728877:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.729029:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574028800 00000100:00100000:1.0:1788536323.729036:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574028800 00000100:00100000:2.0:1788536323.729157:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1484 00000100:00100000:2.0:1788536323.729169:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+105:32796:x1875415574028800:12345-192.168.203.55@tcp:101:cat.0 00010000:00010000:2.0:1788536323.729184:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536323.729211:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f523c2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x52:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1242 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.729265:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f523c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1242 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.729279:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ca00/0x94dfe24b69f523c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x52:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1242 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536323.729300:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x52:0x0].0x0 (ffff8b1d61e36b00) 00010000:00010000:2.0:1788536323.729303:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788536323.729307:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ca00, rc 0) 00000100:00100000:2.0:1788536323.729433:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+106:32796:x1875415574028800:12345-192.168.203.55@tcp:101:cat.0 Request processed in 252us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536323.729440:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1484 00000100:00100000:3.0:1788536323.775847:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536323.775959:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574029056 00000100:00100000:1.0:1788536323.775973:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574029056 00000100:00100000:1.0:1788536323.776240:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 300 00000100:00100000:1.0:1788536323.776252:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+106:32777:x1875415574029056:12345-192.168.203.55@tcp:35:cat.0 00000100:00100000:0.0:1788536323.778014:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:00ae59d6-327b-42ee-8208-04d639d528fc+107:32777:x1875415574029056:12345-192.168.203.55@tcp:35:cat.0 Request processed in 1759us (2168us total) trans 4294968285 rc 0/0 00000100:00100000:0.0:1788536323.778025:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 300 00010000:00010000:0.0:1788536324.012396:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536324.203644:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536324.203679:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583147776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536324.203743:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536324.204108:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583147776 00000100:00100000:3.0:1788536324.204117:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583147776 00000100:00100000:3.0:1788536324.204179:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1788536324.204188:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583147776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536324.204220:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 93519872 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536324.204262:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583147776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536324.204272:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00080000:2.0:1788536324.204692:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536324.204727:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583147776:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788536324.720582:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536324.720592:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536324.720858:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:2.0:1788536324.720877:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536325.037790:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536326.059592:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536326.358362:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536326.358437:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536326.358450:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574029184 00000100:00100000:2.0:1788536326.358461:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574029184 00000100:00100000:3.0:1788536326.358466:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536326.358488:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536326.358508:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536326.358515:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 620 00000100:00100000:2.0:1788536326.358528:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574029184:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536326.358536:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536326.358558:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536326.358581:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574029440 00000100:00100000:3.0:1788536326.358585:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574029440 00000100:00100000:2.0:1788536326.358601:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574029184:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 75us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536326.358609:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 620 00000100:00100000:3.0:1788536326.358623:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574029952 00000100:00100000:3.0:1788536326.358627:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574029952 00000100:00100000:3.0:1788536326.358647:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574029568 00000100:00100000:2.0:1788536326.358647:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574029824 00000100:00100000:3.0:1788536326.358650:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574029568 00000100:00100000:2.0:1788536326.358654:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574029824 00000100:00100000:3.0:1788536326.358674:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 533 00000100:00100000:3.0:1788536326.358682:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574029440:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536326.359647:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574029440:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 960us (1205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536326.360942:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 534 00000100:00100000:2.0:1788536326.361070:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574029952:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536326.361186:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574029952:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 127us (2696us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536326.361194:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 534 00000100:00100000:2.0:1788536326.361215:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 535 00000100:00100000:2.0:1788536326.361221:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415574029568:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536326.361244:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415574029568:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536326.361251:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 535 00000100:00100000:2.0:1788536326.361263:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 536 00000100:00100000:2.0:1788536326.361271:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574029824:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536326.361293:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574029824:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (2734us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536326.361298:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 536 00000100:00100000:3.0:1788536326.361321:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 533 00000100:00100000:2.0:1788536326.361324:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574029696 00000100:00100000:2.0:1788536326.361332:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574029696 00000100:00100000:3.0:1788536326.361351:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574029312 00000100:00100000:3.0:1788536326.361357:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574029312 00000100:00100000:2.0:1788536326.361413:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 503 00000100:00100000:2.0:1788536326.361422:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:2354:x1875415574029696:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536326.361462:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:2354:x1875415574029696:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 41us (2995us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536326.361468:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 503 00000100:00080000:2.0:1788536326.361619:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536326.361624:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536326.361627:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536326.362165:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 504 00000100:00100000:3.0:1788536326.362175:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+107:2354:x1875415574029312:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536326.362291:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+107:2354:x1875415574029312:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 117us (3782us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536326.362298:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 504 00010000:00010000:2.0:1788536327.083662:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536327.276013:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583148288:0@lo:400:kworker.0 00000100:00100000:1.0:1788536327.276087:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536327.276152:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788536327.276159:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583148160:0@lo:400:kworker.0 00000100:00100000:1.0:1788536327.276185:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536327.276261:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583148032:0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276291:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536327.276319:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583148544:0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276340:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536327.276359:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788536327.276364:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583147904:0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276422:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536327.276446:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583148416:0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276466:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536327.276491:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583148288 00000100:00100000:3.0:1788536327.276498:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583148288 00000100:00100000:3.0:1788536327.276545:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583148544 00000100:00100000:3.0:1788536327.276548:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583148544 00000100:00100000:3.0:1788536327.276568:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788536327.276576:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583148288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276624:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583148288:12345-0@lo:400:kworker.0 Request processed in 49us (538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536327.276631:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788536327.276648:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1788536327.276654:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583148544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276683:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583148544:12345-0@lo:400:kworker.0 Request processed in 29us (342us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536327.276689:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1788536327.276705:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583147904 00000100:00100000:3.0:1788536327.276708:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583147904 00000100:00100000:3.0:1788536327.276732:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1788536327.276738:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583147904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276765:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583147904:12345-0@lo:400:kworker.0 Request processed in 28us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536327.276771:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:3.0:1788536327.276816:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583148288:0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276843:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583147904:0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.276853:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583148544:0@lo:400:kworker.0 00000100:00100000:0.0:1788536327.276933:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583148160 00000100:00100000:0.0:1788536327.276937:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583148160 00000100:00100000:0.0:1788536327.276972:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583148032 00000100:00100000:0.0:1788536327.276975:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583148032 00000100:00100000:0.0:1788536327.276991:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583148416 00000100:00100000:0.0:1788536327.276993:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583148416 00000100:00100000:0.0:1788536327.277007:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1788536327.277012:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583148160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536327.277049:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583148160:12345-0@lo:400:kworker.0 Request processed in 37us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536327.277055:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1788536327.277067:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1788536327.277073:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583148032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536327.277100:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583148032:12345-0@lo:400:kworker.0 Request processed in 28us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536327.277105:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1788536327.277116:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:0.0:1788536327.277122:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583148416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536327.277148:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583148416:12345-0@lo:400:kworker.0 Request processed in 27us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536327.277153:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788536327.277231:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583148160:0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.277254:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583148416:0@lo:400:kworker.0 00000100:00100000:3.0:1788536327.277263:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583148032:0@lo:400:kworker.0 00000100:00080000:2.0:1788536327.277466:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536327.277471:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536327.277473:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1788536327.331503:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967375 is committed 00000100:00100000:0.0:1788536327.788341:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536327.788365:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583148672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536327.788459:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536327.788597:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583148672 00000100:00100000:1.0:1788536327.788606:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583148672 00000100:00100000:1.0:1788536327.788658:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1788536327.788667:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583148672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536327.788699:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 88408064 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536327.788751:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583148672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536327.788758:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1788536327.788836:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583148672:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536328.108939:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788536328.906099:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968285 is committed 00000001:00080000:3.0:1788536328.906125:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968282 is committed 00000020:00080000:3.0:1788536328.906132:0:5845:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8b1d50267a80 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:3.0:1788536328.906138:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d5ede3200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d50267180 00000020:00080000:3.0:1788536328.906143:0:5845:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff8b1d5ede3800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8b1d7c7c5400 00000001:00080000:3.0:1788536328.906172:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968284 is committed 00000020:00080000:3.0:1788536328.906319:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:3.0:1788536328.908212:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000001:00080000:3.0:1788536328.925072:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967390 is committed 00000001:00080000:3.0:1788536328.925092:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967389 is committed 00000100:00100000:3.0:1788536329.064786:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536329.065043:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574030080 00000100:00100000:1.0:1788536329.065056:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574030080 00000100:00100000:1.0:1788536329.065326:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1485 00000100:00100000:1.0:1788536329.065340:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:32726:x1875415574030080:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788536329.065528:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+50:32726:x1875415574030080:12345-192.168.203.55@tcp:60:lhsmtool_posix.0 Request processed in 191us (754us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536329.065537:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1485 00000100:00080000:2.0:1788536329.065634:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788536329.133829:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536329.323922:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583148800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536329.324009:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536329.324174:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583148800 00000100:00100000:1.0:1788536329.324184:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583148800 00000100:00100000:1.0:1788536329.324266:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1788536329.324279:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583148800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536329.324322:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 93519872 pending 0 free 3857711104 avail 3855613952 00000100:00080000:3.0:1788536329.324410:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536329.325570:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583148800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1284us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536329.325584:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1788536329.326505:0:3283:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:0.0:1788536329.326516:0:3283:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c42bc0380, transno 4294967375 00000100:00100000:0.0:1788536329.326552:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583148800:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536330.155725:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788536330.764999:0:22451:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 11:38:48 (1788536328) 00000100:00100000:2.0:1788536331.087510:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.090515:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574030208 00000100:00100000:3.0:1788536331.090532:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574030208 00000100:00100000:3.0:1788536331.090628:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1486 00000100:00100000:3.0:1788536331.090640:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:33415:x1875415574030208:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788536331.090756:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:33415:x1875415574030208:12345-192.168.203.55@tcp:59:lhsmtool_posix.0 Request processed in 118us (3255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.090765:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1486 00000100:00080000:2.0:1788536331.090852:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536331.117493:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.117728:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574030336 00000100:00100000:1.0:1788536331.117738:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574030336 00000100:00100000:1.0:1788536331.117803:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1487 00000100:00100000:1.0:1788536331.117813:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+106:33416:x1875415574030336:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536331.117831:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.117850:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f523c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1249 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118030:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118044:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118057:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118071:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118077:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118087:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118329:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118337:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118344:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118350:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.118354:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118362:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118407:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536331.118411:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.118415:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118422:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f523d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118434:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118439:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118445:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118450:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.118452:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118458:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118465:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.118468:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.118471:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118476:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f523d7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118505:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f523c9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1249 expref: 107 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118515:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536331.118517:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.118520:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f523c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1249 expref: 107 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.118528:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade800, rc 0) 00000100:00100000:1.0:1788536331.118589:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+106:33416:x1875415574030336:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 778us (1105us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536331.118599:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1487 00000100:00080000:2.0:1788536331.120326:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536331.130028:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.130243:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574030592 00000100:00100000:0.0:1788536331.130252:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574030592 00000100:00100000:0.0:1788536331.130471:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1488 00000100:00100000:0.0:1788536331.130482:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+106:33416:x1875415574030592:12345-192.168.203.55@tcp:36:lfs.0 00010000:00010000:0.0:1788536331.130539:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536331.130813:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5205e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b111c expref: 106 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.130832:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536331.130837:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536331.131038:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.131053:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 49 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.131061:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.131095:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 49 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.131109:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 49 pid: 5823 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.131123:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77584380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583148928:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536331.131212:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536331.140000:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77584380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583148928:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536331.140009:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536331.140034:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536331.140100:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574030720 00000100:00100000:1.0:1788536331.140107:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574030720 00010000:00010000:1.0:1788536331.140144:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 50 pid: 5823 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536331.140176:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 444 00000100:00100000:1.0:1788536331.140252:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:2355:x1875415574030720:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536331.140269:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536331.140283:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 50 pid: 5823 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.140296:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 50 pid: 5823 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.140326:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f5209d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1131 expref: 50 pid: 5823 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.140342:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536331.140347:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.140356:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.140363:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.140427:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536331.140478:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+49:2355:x1875415574030720:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 293us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.140487:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 444 00010000:00010000:2.0:1788536331.140503:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.140513:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.140539:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.140549:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.140558:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536331.142028:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00010000:00010000:2.0:1788536331.142044:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.142054:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.142061:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.142066:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cde00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.142071:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.142079:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.142092:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536331.142095:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.142099:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.142110:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f523de lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536331.142130:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000002944e876 reply state 00000000acc69062 transno 4294968286 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.142138:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536331.142840:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+107:33416:x1875415574030592:12345-192.168.203.55@tcp:36:lfs.0 Request processed in 12353us (12816us total) trans 4294968286 rc 0/0 00000100:00100000:2.0:1788536331.142850:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1488 00010000:00010000:3.0:1788536331.147243:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.147261:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.147270:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.147276:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.147335:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.147345:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.147361:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8b1d61e36500) 00010000:00010000:3.0:1788536331.147364:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.147442:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.147450:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f523e5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.160296:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.160434:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574030848 00000100:00100000:2.0:1788536331.160444:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574030848 00000100:00100000:2.0:1788536331.160504:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1489 00000100:00100000:2.0:1788536331.160514:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+106:33417:x1875415574030848:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536331.160535:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.160557:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f523ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1250 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.160621:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f523f3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.160635:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f523f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.160646:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f523f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536331.160678:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536331.160682:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536331.160701:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f523f3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.160723:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f523ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1250 expref: 108 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.160740:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d000/0x94dfe24b69f523f3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1250 expref: 107 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.160749:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36900) 00010000:00010000:2.0:1788536331.160751:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536331.160754:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d000, rc 0) 00000100:00100000:2.0:1788536331.160808:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+107:33417:x1875415574030848:12345-192.168.203.55@tcp:101:bash.0 Request processed in 296us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.160814:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1489 00000100:00100000:2.0:1788536331.172831:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.175433:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574030976 00000100:00100000:0.0:1788536331.175449:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574030976 00000100:00100000:0.0:1788536331.175537:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1490 00000100:00100000:0.0:1788536331.175548:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+107:33417:x1875415574030976:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:0.0:1788536331.175568:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.175588:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f523fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1257 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175651:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175665:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175675:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175689:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175695:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175700:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175782:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f5240f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175790:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f5240f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175797:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f5240f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536331.175820:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:0.0:1788536331.175825:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536331.175843:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f5240f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175855:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175862:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175869:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175879:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429ccc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.175884:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175891:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175902:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36900) 00010000:00010000:0.0:1788536331.175904:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.175908:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175913:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52401 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175924:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175929:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175935:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175940:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.175943:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175948:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175958:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8b1c43bb5200) 00010000:00010000:0.0:1788536331.175960:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.175963:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175968:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52408 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.175998:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f523fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1257 expref: 109 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.176011:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc400/0x94dfe24b69f5240f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1257 expref: 108 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.176018:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.176021:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788536331.176023:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc400, rc 0) 00000100:00100000:0.0:1788536331.176097:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:33417:x1875415574030976:12345-192.168.203.55@tcp:101:bash.0 Request processed in 550us (3276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536331.176104:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1490 00010000:00010000:2.0:1788536331.179574:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536331.182737:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.182801:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574031104 00000100:00100000:2.0:1788536331.182813:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574031104 00000100:00100000:2.0:1788536331.182873:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1491 00000100:00100000:2.0:1788536331.182882:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:33417:x1875415574031104:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536331.182902:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.182922:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52416 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b125e expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.182988:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183003:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183014:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183030:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183037:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183044:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183101:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183109:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183116:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183121:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0da00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.183126:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183134:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183145:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.183148:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.183153:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183160:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f5241d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183170:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183176:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183182:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183186:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0ce00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.183189:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183196:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183202:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536331.183205:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.183208:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183213:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52424 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183246:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52416 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b125e expref: 109 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183262:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.183265:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.183268:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52416 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b125e expref: 109 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.183290:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d400, rc 0) 00000100:00100000:2.0:1788536331.183350:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:33417:x1875415574031104:12345-192.168.203.55@tcp:101:bash.0 Request processed in 469us (620us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536331.183358:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1491 00000100:00100000:1.0:1788536331.195993:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.196091:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574031232 00000100:00100000:2.0:1788536331.196101:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574031232 00000100:00100000:2.0:1788536331.196163:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1492 00000100:00100000:2.0:1788536331.196173:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+49:33418:x1875415574031232:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536331.196192:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.196289:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5242b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1265 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.196357:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52432 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.196417:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52432 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.196439:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52432 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536331.196472:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 16384 00000004:00200000:2.0:1788536331.196476:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536331.196495:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52432 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.196519:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5242b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1265 expref: 51 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.196536:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0ce00/0x94dfe24b69f52432 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1265 expref: 50 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.196544:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36900) 00010000:00010000:2.0:1788536331.196547:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536331.196551:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0ce00, rc 0) 00000100:00100000:2.0:1788536331.196609:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+50:33418:x1875415574031232:12345-192.168.203.55@tcp:101:rm.0 Request processed in 438us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.196616:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1492 00000100:00100000:3.0:1788536331.201195:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.203806:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574031360 00000100:00100000:1.0:1788536331.203822:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574031360 00000100:00100000:1.0:1788536331.203896:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1493 00000100:00100000:1.0:1788536331.203907:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+50:33418:x1875415574031360:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536331.203926:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.203945:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52439 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b126c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204011:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204026:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204037:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204052:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204058:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204065:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204154:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5244e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204163:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5244e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204169:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5244e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536331.204194:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:1.0:1788536331.204198:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536331.204216:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5244e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204228:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204234:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204241:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204246:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.204250:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204257:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204268:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1d61e36900) 00010000:00010000:1.0:1788536331.204282:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.204287:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204293:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52440 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204306:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204311:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204316:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204321:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.204323:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204328:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204334:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.204336:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.204339:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204344:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52447 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204399:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52439 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b126c expref: 52 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204651:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade000/0x94dfe24b69f5244e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b126c expref: 51 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.204660:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.204662:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788536331.204665:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade000, rc 0) 00000100:00100000:1.0:1788536331.204723:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:33418:x1875415574031360:12345-192.168.203.55@tcp:101:rm.0 Request processed in 818us (3537us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.204731:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1493 00000100:00100000:3.0:1788536331.207706:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.218193:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574031488 00000100:00100000:0.0:1788536331.218208:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574031488 00000100:00100000:0.0:1788536331.218542:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1494 00000100:00100000:0.0:1788536331.218555:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:33418:x1875415574031488:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536331.218576:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.218597:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52455 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1273 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218675:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218689:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218699:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218713:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218720:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218726:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218776:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218783:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218790:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218795:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.218799:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218811:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218822:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.218825:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.218829:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218835:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f5245c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218847:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218853:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218859:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218863:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429ccc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.218866:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218871:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218878:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff8b1c43bb5200) 00010000:00010000:0.0:1788536331.218880:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.218883:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218892:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52463 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218921:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52455 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1273 expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218930:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.218933:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.218936:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52455 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1273 expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.218945:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc200, rc 0) 00000100:00100000:0.0:1788536331.219011:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:33418:x1875415574031488:12345-192.168.203.55@tcp:101:rm.0 Request processed in 459us (11313us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.220785:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1494 00000100:00100000:3.0:1788536331.223476:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.223636:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574031616 00000100:00100000:0.0:1788536331.223645:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574031616 00000100:00100000:0.0:1788536331.223703:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1495 00000100:00100000:0.0:1788536331.223713:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:33418:x1875415574031616:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536331.223730:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.223750:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5246a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b127a expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223820:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223834:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223846:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223861:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223868:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223874:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223925:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223932:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223939:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223944:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.223949:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223956:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223967:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.223970:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.223975:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223982:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52471 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.223996:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224001:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224006:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224011:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.224014:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224020:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224027:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff8b1c43bb5a00) 00010000:00010000:0.0:1788536331.224030:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.224033:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224039:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52478 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224072:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5246a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b127a expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224088:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.224090:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.224094:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5246a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b127a expref: 52 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.224103:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd000, rc 0) 00000100:00100000:0.0:1788536331.224166:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:33418:x1875415574031616:12345-192.168.203.55@tcp:101:rm.0 Request processed in 455us (699us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.224173:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1495 00000100:00100000:2.0:1788536331.242086:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.242800:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574031744 00000100:00100000:1.0:1788536331.242812:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574031744 00000100:00100000:1.0:1788536331.242917:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1496 00000100:00100000:1.0:1788536331.242928:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:33419:x1875415574031744:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536331.242949:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.242971:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5247f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1281 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243041:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243056:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243068:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243082:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243091:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243097:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243146:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243154:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243160:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243166:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.243170:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243176:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243188:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.243191:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.243195:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243201:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52486 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243214:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243220:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243225:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243230:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.243233:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243239:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243246:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.243249:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.243251:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243257:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5248d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243301:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5247f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1281 expref: 52 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243312:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.243314:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.243318:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f5247f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1281 expref: 52 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.243332:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adea00, rc 0) 00000100:00100000:1.0:1788536331.243717:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+51:33419:x1875415574031744:12345-192.168.203.55@tcp:101:cp.0 Request processed in 789us (1638us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536331.243725:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1496 00000100:00100000:2.0:1788536331.246723:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.246821:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574031872 00000100:00100000:0.0:1788536331.246831:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574031872 00000100:00100000:0.0:1788536331.246921:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1497 00000100:00100000:0.0:1788536331.246931:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:33419:x1875415574031872:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536331.246948:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.246967:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52494 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1288 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247034:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247049:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247061:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247075:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247083:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247089:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247144:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247152:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247158:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247164:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.247169:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247176:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247187:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.247191:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.247196:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247201:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f5249b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247213:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247220:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247225:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247231:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.247233:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247239:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247246:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff8b1c43bb5a00) 00010000:00010000:0.0:1788536331.247249:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.247251:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247256:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f524a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247298:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52494 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1288 expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247315:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.247317:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.247321:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52494 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1288 expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.247336:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd000, rc 0) 00000100:00100000:0.0:1788536331.248994:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+51:33419:x1875415574031872:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2056us (2271us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.249005:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1497 00000100:00100000:3.0:1788536331.252613:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.254013:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574032128 00000100:00100000:2.0:1788536331.254026:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574032128 00000100:00100000:2.0:1788536331.254089:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1498 00000100:00100000:2.0:1788536331.254100:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+51:33419:x1875415574032128:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536331.254119:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.254137:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f524a9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b128f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.254268:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.254584:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.254596:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.254613:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.254621:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.254628:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536331.255783:0:5825:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:2.0:1788536331.255975:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.255990:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.255999:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256040:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256046:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256053:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256060:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.256064:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256072:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256083:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.256086:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.256091:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256096:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f524b0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536331.256109:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000f2a8dd18 reply state 00000000be58a9dd transno 4294968287 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.256117:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536331.256153:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f524a9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 54 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256704:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 53 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.256714:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:2.0:1788536331.256716:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536331.256719:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0da00, rc 0) 00000100:00100000:2.0:1788536331.256829:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:33419:x1875415574032128:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2731us (4225us total) trans 4294968287 rc 0/0 00000100:00100000:2.0:1788536331.256839:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1498 00000100:00100000:3.0:1788536331.261137:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.261275:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574032256 00000100:00100000:2.0:1788536331.261284:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574032256 00000100:00100000:2.0:1788536331.261357:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 420 00000100:00100000:2.0:1788536331.261394:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574032256:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536331.261413:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.261443:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1296 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536331.261469:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536331.261487:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=709s v=(0 0) 00010000:00010000:2.0:1788536331.261492:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.261501:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.261519:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 9 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.261533:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:2.0:1788536331.261580:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415574032256:12345-192.168.203.55@tcp:101:cp.0 Request processed in 215us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.261587:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 420 00000100:00080000:3.0:1788536331.262136:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536331.268638:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.268655:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.268662:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.268669:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.268674:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.268681:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.268699:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536331.268702:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.268707:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.268712:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f524b7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.272190:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.272294:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574032384 00000100:00100000:2.0:1788536331.272305:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574032384 00000100:00100000:2.0:1788536331.272600:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 421 00000100:00100000:2.0:1788536331.272612:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:33419:x1875415574032384:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536331.272631:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.272651:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b129d expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.272684:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.272693:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.272698:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.272703:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.272737:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.272750:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 10 pid: 6666 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.272764:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bed0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583149056:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536331.273321:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536331.277885:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.278010:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bed0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583149056:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536331.278043:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.278063:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a2c00, rc 0) 00000100:00100000:2.0:1788536331.278124:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:33419:x1875415574032384:12345-192.168.203.55@tcp:101:cp.0 Request processed in 5515us (5943us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.278132:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 421 00000100:00100000:0.0:1788536331.280812:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574032512 00000100:00100000:0.0:1788536331.280827:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574032512 00010000:00010000:0.0:1788536331.280877:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 10 pid: 6666 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.280924:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:0.0:1788536331.280934:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415574032512:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536331.280948:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536331.280969:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 10 pid: 6666 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.280983:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 10 pid: 6666 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.281005:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bef4de98/0x94dfe24b69f524cc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1296 expref: 10 pid: 6666 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.281022:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536331.281027:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536331.281035:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.281047:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.281085:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 9 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.281100:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77584380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583149184:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536331.281196:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f300 going to sleep for 11 seconds 00000100:00100000:3.0:1788536331.286720:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77584380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583149184:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536331.286744:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536331.286794:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2354:x1875415574032512:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 5862us (8919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.286810:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:3.0:1788536331.288250:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.288523:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574032768 00000100:00100000:2.0:1788536331.288532:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574032768 00000100:00100000:2.0:1788536331.288583:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:2.0:1788536331.288593:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:33419:x1875415574032768:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536331.289033:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:33419:x1875415574032768:12345-192.168.203.55@tcp:35:cp.0 Request processed in 440us (786us total) trans 4294968288 rc 0/0 00000100:00100000:2.0:1788536331.289041:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 301 00000100:00100000:0.0:1788536331.333980:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.334084:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574032896 00000100:00100000:1.0:1788536331.334095:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574032896 00000100:00100000:1.0:1788536331.334164:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1499 00000100:00100000:1.0:1788536331.334176:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:33422:x1875415574032896:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536331.334195:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.334217:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f524da lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12a4 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334293:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334308:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334319:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334334:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334341:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334347:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334974:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f524ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334985:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f524ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.334993:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f524ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536331.335026:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 158 00000004:00200000:1.0:1788536331.335031:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536331.335051:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f524ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335064:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f524ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335074:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335080:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335086:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335093:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.335097:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335104:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335114:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.335118:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.335122:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335129:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f524e1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335157:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335164:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335169:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335173:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.335176:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335182:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335188:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.335190:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.335193:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335199:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f524e8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335232:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f524da lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12a4 expref: 110 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335244:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f524ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12a4 expref: 109 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.335257:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:1.0:1788536331.335259:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536331.335262:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfe00, rc 0) 00000100:00100000:1.0:1788536331.335638:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+109:33422:x1875415574032896:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1462us (1665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.335645:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1499 00000100:00100000:2.0:1788536331.339360:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.339942:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574033024 00000100:00100000:0.0:1788536331.339953:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574033024 00000100:00100000:0.0:1788536331.340027:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 422 00000100:00100000:0.0:1788536331.340037:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574033024:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536331.340052:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.340068:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae6a2baa/0x94dfe24b69f524f6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12ab expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.340121:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583149312:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536331.340230:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13fe40 going to sleep for 11 seconds 00000100:00080000:3.0:1788536331.340806:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788536331.342949:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788536331.342958:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime: 0 -> 1788536330 00002000:00010000:0.0:1788536331.342960:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime: 0 -> 1788536330 00002000:00010000:0.0:1788536331.342963:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime: 0 -> 1788536330 00000100:00100000:0.0:1788536331.342983:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583149312:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536331.343023:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae6a2baa/0x94dfe24b69f524f6 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ab expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.343048:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae6a2baa/0x94dfe24b69f524f6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ab expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.343060:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc200, rc 0) 00000100:00100000:0.0:1788536331.343108:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574033024:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3071us (3755us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.343116:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 422 00000100:00100000:1.0:1788536331.347760:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.347939:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574033152 00000100:00100000:2.0:1788536331.347948:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574033152 00000100:00100000:2.0:1788536331.348007:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1500 00000100:00100000:2.0:1788536331.348016:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+109:33422:x1875415574033152:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536331.348036:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.348056:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f524fd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12b2 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.348126:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.348139:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.348163:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536331.348199:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:2.0:1788536331.348202:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536331.348221:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.348248:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3000/0x94dfe24b69f524fd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 111 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.348266:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 110 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.348283:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.348287:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536331.348290:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:2.0:1788536331.348349:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+110:33422:x1875415574033152:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 334us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.348356:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1500 00000100:00100000:2.0:1788536331.352711:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.352779:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574033280 00000100:00100000:0.0:1788536331.352789:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574033280 00000100:00100000:0.0:1788536331.352848:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 423 00000100:00100000:0.0:1788536331.352858:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574033280:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536331.352874:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.352891:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae6a2baa/0x94dfe24b69f5250b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12b9 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.352941:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583149440:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536331.353023:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536331.356075:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583149440:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536331.356117:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae6a2baa/0x94dfe24b69f5250b lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b9 expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.356142:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae6a2baa/0x94dfe24b69f5250b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b9 expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.356236:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc200, rc 0) 00000100:00100000:0.0:1788536331.356351:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574033280:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3494us (3647us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.356361:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 423 00000100:00100000:1.0:1788536331.362077:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.362433:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574033536 00000100:00100000:2.0:1788536331.362444:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574033536 00000100:00100000:2.0:1788536331.362506:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1501 00000100:00100000:2.0:1788536331.362517:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+110:33422:x1875415574033536:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536331.362789:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:2.0:1788536331.362871:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+110:33422:x1875415574033536:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 355us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.362880:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1501 00000100:00100000:2.0:1788536331.377093:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.377289:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574033664 00000100:00100000:1.0:1788536331.377300:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574033664 00000100:00100000:1.0:1788536331.377358:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1502 00000100:00100000:1.0:1788536331.377611:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+110:33423:x1875415574033664:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536331.377634:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.377655:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52512 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12c0 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377728:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377742:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377755:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377823:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377837:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377844:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377897:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377904:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377911:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377917:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.377922:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377930:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377941:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.377945:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.377950:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377955:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52519 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377967:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377974:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377979:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377984:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.377988:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.377994:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.378000:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.378003:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.378006:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.378012:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52520 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.378046:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52512 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12c0 expref: 111 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.378056:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.378059:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.378062:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52512 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12c0 expref: 111 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.378077:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc 0) 00000100:00100000:1.0:1788536331.378282:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+110:33423:x1875415574033664:12345-192.168.203.55@tcp:101:bash.0 Request processed in 776us (1060us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536331.378292:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1502 00000100:00100000:0.0:1788536331.391865:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.392027:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574033792 00000100:00100000:1.0:1788536331.392037:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574033792 00000100:00100000:1.0:1788536331.392091:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1503 00000100:00100000:1.0:1788536331.392100:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:33424:x1875415574033792:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536331.392125:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.392238:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52527 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12c7 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392526:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392542:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392553:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392568:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392575:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392581:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392630:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392638:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392644:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392649:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.392653:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392661:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392672:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.392675:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.392679:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392686:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5252e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392697:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392702:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392708:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392714:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.392717:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392722:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392728:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.392730:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.392733:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392738:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52535 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392766:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52527 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12c7 expref: 55 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392775:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.392777:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.392780:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52527 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12c7 expref: 55 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.392788:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc 0) 00000100:00100000:1.0:1788536331.392875:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:33424:x1875415574033792:12345-192.168.203.55@tcp:101:rm.0 Request processed in 776us (1018us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536331.392883:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1503 00000100:00100000:0.0:1788536331.396083:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.396239:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574033920 00000100:00100000:3.0:1788536331.396248:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574033920 00000100:00100000:3.0:1788536331.396432:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1504 00000100:00100000:3.0:1788536331.396443:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:33424:x1875415574033920:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536331.396461:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.396480:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5253c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12ce expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396544:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396559:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396571:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396587:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396595:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396601:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396653:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396661:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396667:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396673:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.396677:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396685:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396697:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.396701:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.396706:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396712:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52543 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396723:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396729:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396736:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396741:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.396744:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396750:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396757:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff8b1d4b701700) 00010000:00010000:3.0:1788536331.396759:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.396762:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396768:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f5254a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396800:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5253c lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ce expref: 55 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396811:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.396814:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.396817:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5253c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ce expref: 55 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.396826:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48200, rc 0) 00000100:00100000:3.0:1788536331.396886:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:33424:x1875415574033920:12345-192.168.203.55@tcp:101:rm.0 Request processed in 445us (812us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536331.396894:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1504 00000100:00100000:2.0:1788536331.415862:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.415959:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574034048 00000100:00100000:1.0:1788536331.415970:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574034048 00000100:00100000:1.0:1788536331.416027:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1505 00000100:00100000:1.0:1788536331.416038:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:33425:x1875415574034048:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536331.416057:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.416077:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52551 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12d5 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416255:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416333:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416350:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416545:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416554:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416562:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416617:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416624:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416629:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416635:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.416639:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416646:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416658:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.416661:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.416666:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416671:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52558 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416683:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416689:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416695:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416700:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.416703:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416709:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416721:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.416723:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.416726:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416732:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5255f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416767:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52551 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12d5 expref: 55 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416776:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.416779:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.416782:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52551 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12d5 expref: 55 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.416791:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc 0) 00000100:00100000:1.0:1788536331.416846:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+54:33425:x1875415574034048:12345-192.168.203.55@tcp:101:cp.0 Request processed in 810us (993us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536331.416854:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1505 00000100:00100000:0.0:1788536331.426459:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.427252:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574034176 00000100:00100000:1.0:1788536331.427264:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574034176 00000100:00100000:1.0:1788536331.427337:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1506 00000100:00100000:1.0:1788536331.427346:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:33425:x1875415574034176:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536331.427419:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.427440:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52566 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12dc expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427513:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427527:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427539:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427553:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427560:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427567:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427620:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427627:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427634:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427639:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.427643:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427656:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427668:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.427671:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.427675:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427682:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5256d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427695:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427702:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427708:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427713:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.427716:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427722:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427728:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.427730:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.427733:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427742:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52574 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427771:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52566 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12dc expref: 55 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427781:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.427783:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.427787:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52566 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12dc expref: 55 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.427795:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc 0) 00000100:00100000:1.0:1788536331.428027:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:33425:x1875415574034176:12345-192.168.203.55@tcp:101:cp.0 Request processed in 680us (1576us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536331.428035:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1506 00000100:00100000:0.0:1788536331.435967:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.436048:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574034432 00000100:00100000:3.0:1788536331.436058:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574034432 00000100:00100000:3.0:1788536331.436117:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1507 00000100:00100000:3.0:1788536331.436127:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+54:33425:x1875415574034432:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536331.436157:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.436177:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5257b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12e3 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.436304:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.436319:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 109 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.436328:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.436360:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 109 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.436578:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 109 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.436593:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583149568:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536331.436680:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536331.442260:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6a00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583149568:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536331.442293:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.442449:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.442582:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574034560 00000100:00100000:2.0:1788536331.442589:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574034560 00010000:00010000:2.0:1788536331.442622:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 110 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.442656:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 446 00000100:00100000:2.0:1788536331.442664:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+110:2355:x1875415574034560:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536331.442678:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536331.442684:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 110 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.442695:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 110 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.442715:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c426a3800/0x94dfe24b69f52504 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12b2 expref: 110 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.442730:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.442735:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.442744:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.442751:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.442778:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536331.442820:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+109:2355:x1875415574034560:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 157us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.442827:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 446 00010000:00010000:3.0:1788536331.442875:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.442883:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.442904:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.442913:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.442921:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788536331.443360:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x20:0x0], index 1: 0 00010000:00010000:3.0:1788536331.443557:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443572:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443579:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443610:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443617:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443624:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443629:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.443639:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443646:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443654:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.443657:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.443660:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443667:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52582 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536331.443677:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000c0661c0f reply state 000000005c9f8d13 transno 4294968289 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.443686:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788536331.443717:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f5257b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 57 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443729:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 56 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.443737:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:3.0:1788536331.443739:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536331.443741:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49400, rc 0) 00000100:00100000:3.0:1788536331.443773:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+57:33425:x1875415574034432:12345-192.168.203.55@tcp:101:cp.0 Request processed in 7649us (7817us total) trans 4294968289 rc 0/0 00000100:00100000:3.0:1788536331.443780:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1507 00010000:00010000:2.0:1788536331.454045:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.454063:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.454070:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.454076:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.454080:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.454087:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.454106:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff8b1d4b701700) 00010000:00010000:2.0:1788536331.454109:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.454115:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.454121:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52589 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.455496:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.456237:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574034688 00000100:00100000:2.0:1788536331.456249:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574034688 00000100:00100000:2.0:1788536331.456318:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 424 00000100:00100000:2.0:1788536331.456329:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2353:x1875415574034688:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536331.456345:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.456365:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12ea expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536331.456428:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536331.456451:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=709s v=(0 0) 00010000:00010000:2.0:1788536331.456456:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.456465:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.456482:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.456495:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3800, rc 0) 00000100:00100000:2.0:1788536331.456549:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574034688:12345-192.168.203.55@tcp:101:cp.0 Request processed in 222us (1061us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.456557:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 424 00000100:00080000:3.0:1788536331.456669:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536331.461797:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.461869:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574034816 00000100:00100000:2.0:1788536331.461879:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574034816 00000100:00100000:2.0:1788536331.461931:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 425 00000100:00100000:2.0:1788536331.461941:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:33425:x1875415574034816:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536331.461960:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.461978:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12f1 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.462014:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.462023:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.462027:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.462032:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.462062:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 12 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.462075:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 12 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.462088:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583149696:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536331.462184:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e669c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536331.464898:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583149696:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536331.464933:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 12 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.464953:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c426a3000, rc 0) 00000100:00100000:2.0:1788536331.465007:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:33425:x1875415574034816:12345-192.168.203.55@tcp:101:cp.0 Request processed in 3066us (3217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.465014:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 425 00000100:00100000:1.0:1788536331.467721:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.467883:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574034944 00000100:00100000:0.0:1788536331.467893:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574034944 00010000:00010000:0.0:1788536331.467934:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 12 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.467977:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 447 00000100:00100000:0.0:1788536331.467987:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574034944:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536331.468004:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536331.468027:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 12 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.468041:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 12 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.468068:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bef4de98/0x94dfe24b69f5259e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ea expref: 12 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.468086:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536331.468090:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536331.468098:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.468108:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.468634:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.468651:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77587100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583149824:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536331.468747:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13fe40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536331.473862:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77587100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583149824:192.168.203.55@tcp:105: 00010000:00010000:2.0:1788536331.473891:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536331.473941:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574034944:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 5956us (6230us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.473953:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 447 00000100:00100000:2.0:1788536331.476569:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.476665:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574035200 00000100:00100000:3.0:1788536331.476674:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574035200 00000100:00100000:3.0:1788536331.476731:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 302 00000100:00100000:3.0:1788536331.476740:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:33425:x1875415574035200:12345-192.168.203.55@tcp:35:cp.0 00000001:00080000:3.0:1788536331.477027:0:5827:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968290 00000100:00100000:3.0:1788536331.477267:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:33425:x1875415574035200:12345-192.168.203.55@tcp:35:cp.0 Request processed in 403us (583us total) trans 4294968291 rc 0/0 00000100:00100000:3.0:1788536331.477339:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 302 00000020:00080000:3.0:1788536331.477345:0:5827:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788536331.484650:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.487460:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574035328 00000100:00100000:0.0:1788536331.487479:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574035328 00000100:00100000:0.0:1788536331.487560:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 622 00000100:00100000:0.0:1788536331.487571:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574035328:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536331.487661:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574035328:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 91us (3019us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536331.487668:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 622 00000100:00100000:2.0:1788536331.490668:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.490885:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574035456 00000100:00100000:0.0:1788536331.490895:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574035456 00000100:00080000:3.0:1788536331.490966:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536331.490972:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 539 00000100:00100000:0.0:1788536331.490982:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415574035456:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536331.491059:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415574035456:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 78us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536331.491067:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 539 00000100:00100000:2.0:1788536331.552422:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.552459:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574035584 00000100:00100000:1.0:1788536331.552470:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574035584 00000100:00100000:1.0:1788536331.552535:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1508 00000100:00100000:1.0:1788536331.552546:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+109:33428:x1875415574035584:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536331.552567:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.552587:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f525ac lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12f8 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552658:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552673:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552686:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552701:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552709:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552715:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552801:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f525c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552810:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f525c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552817:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f525c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536331.552849:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:1.0:1788536331.552853:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536331.552870:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f525c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552880:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f525c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552892:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552898:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552904:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552910:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.552914:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552921:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552946:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.552950:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.552955:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.552961:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f525b3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553438:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553447:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553453:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553459:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.553462:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553468:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553478:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536331.553480:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.553483:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553490:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f525ba lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553531:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f525ac lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f8 expref: 111 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553545:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f525c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f8 expref: 110 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.553552:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:1.0:1788536331.553555:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536331.553558:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade200, rc 0) 00000100:00100000:1.0:1788536331.553630:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+110:33428:x1875415574035584:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1086us (1273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.553638:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1508 00000100:00100000:1.0:1788536331.558660:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.558827:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574035712 00000100:00100000:2.0:1788536331.558837:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574035712 00000100:00100000:2.0:1788536331.558894:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 426 00000100:00100000:2.0:1788536331.558904:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+18:2353:x1875415574035712:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536331.558922:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.558950:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5bc6628/0x94dfe24b69f525c8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b12ff expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.559133:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583149952:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536331.559232:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e669c0 going to sleep for 11 seconds 00002000:00010000:2.0:1788536331.569869:0:6666:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536331.569880:0:6666:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb mtime: 0 -> 1788536331 00002000:00010000:2.0:1788536331.569883:0:6666:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb atime: 0 -> 1788536330 00002000:00010000:2.0:1788536331.569885:0:6666:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x20:0x0] updating lvb ctime: 0 -> 1788536331 00000100:00100000:2.0:1788536331.569911:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583149952:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536331.569952:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5bc6628/0x94dfe24b69f525c8 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ff expref: 19 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.569985:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5bc6628/0x94dfe24b69f525c8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12ff expref: 19 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.569997:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536331.570407:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+18:2353:x1875415574035712:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 11502us (11754us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.573680:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.573767:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574035840 00000100:00100000:3.0:1788536331.573777:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574035840 00000100:00100000:3.0:1788536331.573838:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1509 00000100:00100000:3.0:1788536331.573849:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+110:33428:x1875415574035840:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536331.573869:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.573888:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f525cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1306 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.573964:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.573979:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.573991:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536331.574023:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:3.0:1788536331.574027:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536331.574046:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.574071:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f525cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 112 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.574088:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 111 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.574097:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.574101:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788536331.574105:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48e00, rc 0) 00000100:00100000:3.0:1788536331.574160:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+111:33428:x1875415574035840:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 313us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.574168:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1509 00000100:00100000:2.0:1788536331.574737:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 426 00000100:00100000:1.0:1788536331.589471:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.590438:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574035968 00000100:00100000:2.0:1788536331.590450:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574035968 00000100:00100000:2.0:1788536331.590515:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 427 00000100:00100000:2.0:1788536331.590525:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+18:2352:x1875415574035968:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536331.590543:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.590561:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5bc6628/0x94dfe24b69f525dd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b130d expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.590621:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583150080:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536331.590711:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e669c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536331.596893:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583150080:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536331.596937:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5bc6628/0x94dfe24b69f525dd lrc: 1/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b130d expref: 19 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.596962:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5bc6628/0x94dfe24b69f525dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b130d expref: 19 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.596982:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536331.597044:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+18:2352:x1875415574035968:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 6519us (7582us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536331.597053:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 427 00000100:00100000:0.0:1788536331.610420:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.611160:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574036224 00000100:00100000:3.0:1788536331.611171:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574036224 00000100:00100000:3.0:1788536331.611234:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1510 00000100:00100000:3.0:1788536331.611244:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+111:33428:x1875415574036224:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:3.0:1788536331.612340:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:3.0:1788536331.612792:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+111:33428:x1875415574036224:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 1545us (2433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.612803:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1510 00000100:00100000:1.0:1788536331.627166:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.627254:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574036352 00000100:00100000:2.0:1788536331.627264:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574036352 00000100:00100000:2.0:1788536331.627336:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1511 00000100:00100000:2.0:1788536331.627347:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:33429:x1875415574036352:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536331.627600:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.627623:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f525e4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1314 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627697:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627711:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627723:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627739:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627745:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627751:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627803:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627810:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627817:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627822:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.627826:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627833:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627844:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.627847:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.627852:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627858:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f525eb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627870:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627876:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627882:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627888:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.627890:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627896:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627903:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536331.627906:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.627909:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627915:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f525f2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627951:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f525e4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1314 expref: 112 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627961:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.627963:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.627967:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f525e4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1314 expref: 112 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.627976:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536331.628042:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:33429:x1875415574036352:12345-192.168.203.55@tcp:101:bash.0 Request processed in 696us (886us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536331.628050:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1511 00000100:00100000:0.0:1788536331.640632:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.640761:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574036480 00000100:00100000:3.0:1788536331.640772:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574036480 00000100:00100000:3.0:1788536331.640834:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1512 00000100:00100000:3.0:1788536331.640843:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:33430:x1875415574036480:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536331.640865:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.640886:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f525f9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b131b expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.640957:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.640973:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.640984:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.640999:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641006:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641012:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641062:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641070:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641077:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641082:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.641086:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641095:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641105:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.641108:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.641113:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641119:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52600 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641131:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641137:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641142:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641147:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.641150:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641156:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641163:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff8b1d4b701200) 00010000:00010000:3.0:1788536331.641166:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.641168:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641174:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49c00/0x94dfe24b69f52607 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641207:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f525f9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b131b expref: 59 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641217:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.641219:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.641222:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48200/0x94dfe24b69f525f9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b131b expref: 59 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.641236:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48200, rc 0) 00000100:00100000:3.0:1788536331.641669:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77587100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:33430:x1875415574036480:12345-192.168.203.55@tcp:101:rm.0 Request processed in 825us (1045us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536331.641677:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1512 00000100:00100000:0.0:1788536331.644799:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.644872:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574036608 00000100:00100000:3.0:1788536331.644881:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574036608 00000100:00100000:3.0:1788536331.644941:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1513 00000100:00100000:3.0:1788536331.644952:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:33430:x1875415574036608:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536331.644969:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.644989:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f5260e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1322 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645057:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645071:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645081:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645094:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645100:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645107:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645160:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645167:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645174:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645179:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.645184:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645192:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645202:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.645205:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.645210:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645215:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52615 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645227:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645232:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645238:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645243:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.645245:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645251:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645257:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff8b1d4b701300) 00010000:00010000:3.0:1788536331.645259:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.645262:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645267:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5261c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645314:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f5260e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1322 expref: 59 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645324:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.645326:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.645329:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f5260e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1322 expref: 59 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.645337:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc 0) 00000100:00100000:0.0:1788536331.646042:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:33430:x1875415574036608:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1089us (1249us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.646052:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1513 00000100:00100000:1.0:1788536331.659029:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.659117:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574036736 00000100:00100000:2.0:1788536331.659128:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574036736 00000100:00100000:2.0:1788536331.659186:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1514 00000100:00100000:2.0:1788536331.659195:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+58:33431:x1875415574036736:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536331.659213:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.659233:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52623 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1329 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659722:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659736:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659747:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659761:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659768:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659775:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659832:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659839:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659844:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659850:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.659854:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659861:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659872:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.659874:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.659879:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659885:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f5262a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659897:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659903:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659908:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659913:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.659916:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659922:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659934:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536331.659937:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.659939:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659945:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f52631 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659980:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52623 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1329 expref: 59 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.659991:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.659994:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.659998:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52623 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1329 expref: 59 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.660007:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d400, rc 0) 00000100:00100000:2.0:1788536331.660061:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+58:33431:x1875415574036736:12345-192.168.203.55@tcp:101:cp.0 Request processed in 867us (1042us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536331.660069:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1514 00000100:00100000:2.0:1788536331.663658:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.663964:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574036864 00000100:00100000:3.0:1788536331.663975:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574036864 00000100:00100000:3.0:1788536331.664040:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1515 00000100:00100000:3.0:1788536331.664050:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:33431:x1875415574036864:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536331.664072:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.664091:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52638 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1330 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664158:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664171:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664183:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664196:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664203:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664209:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664259:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664265:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664346:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664352:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.664357:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664543:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664560:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.664563:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.664568:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664574:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5263f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664587:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664593:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664599:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664604:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.664607:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664613:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664620:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff8b1d4b701300) 00010000:00010000:3.0:1788536331.664622:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.664626:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664632:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52646 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664667:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52638 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1330 expref: 59 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664677:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.664679:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.664683:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52638 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1330 expref: 59 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.664692:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc 0) 00000100:00100000:3.0:1788536331.664759:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:33431:x1875415574036864:12345-192.168.203.55@tcp:101:cp.0 Request processed in 710us (1111us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536331.664767:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1515 00000100:00100000:0.0:1788536331.668771:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.669130:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574037120 00000100:00100000:2.0:1788536331.669140:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574037120 00000100:00100000:2.0:1788536331.669205:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1516 00000100:00100000:2.0:1788536331.669216:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+58:33431:x1875415574037120:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536331.669237:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.669256:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5264d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1337 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.669630:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.669647:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 110 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.669656:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.669690:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 110 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.669703:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 110 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.669716:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583150208:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536331.669807:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e669c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536331.674289:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.674357:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574037248 00000100:00100000:3.0:1788536331.674418:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574037248 00010000:00010000:3.0:1788536331.674459:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 111 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.674498:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 448 00000100:00100000:3.0:1788536331.674507:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:2354:x1875415574037248:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536331.674520:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536331.674527:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 111 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.674545:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 111 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.674565:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.674571:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.674581:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.674588:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.674607:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536331.674660:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:2354:x1875415574037248:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 153us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.674667:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 448 00010000:00010000:0.0:1788536331.674950:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f525d6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1306 expref: 110 pid: 5825 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.674965:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583150208:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536331.674987:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.674996:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675002:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675024:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675034:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675042:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536331.675610:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00010000:00010000:0.0:1788536331.675777:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675788:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675796:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675834:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675842:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675848:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675853:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.675857:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675865:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675880:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.675883:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.675887:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675892:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52654 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536331.675903:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000042bd9ae7 reply state 000000001a6bcda6 transno 4294968292 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.675911:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536331.675945:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5264d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 61 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675959:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 60 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.675966:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:0.0:1788536331.675968:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536331.675970:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cca00, rc 0) 00000100:00100000:0.0:1788536331.676033:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+61:33431:x1875415574037120:12345-192.168.203.55@tcp:101:cp.0 Request processed in 6819us (7270us total) trans 4294968292 rc 0/0 00000100:00100000:0.0:1788536331.676040:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1516 00010000:00010000:1.0:1788536331.680328:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.680346:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.680354:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.680360:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.680408:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.680424:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.680442:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff8b1c43bb5a00) 00010000:00010000:1.0:1788536331.680445:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.680450:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.680457:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f5265b lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536331.683123:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.683420:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574037376 00000100:00100000:2.0:1788536331.683429:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574037376 00000100:00100000:2.0:1788536331.683480:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 428 00000100:00100000:2.0:1788536331.683489:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415574037376:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536331.683506:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.683525:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b133e expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536331.683549:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536331.683567:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=709s v=(0 0) 00010000:00010000:2.0:1788536331.683571:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.683580:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.683596:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 10 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.683609:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0d400, rc 0) 00000100:00100000:2.0:1788536331.683667:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415574037376:12345-192.168.203.55@tcp:101:cp.0 Request processed in 179us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.683674:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 428 00000100:00100000:2.0:1788536331.687318:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.687558:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574037504 00000100:00100000:0.0:1788536331.687567:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574037504 00000100:00100000:0.0:1788536331.687622:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 429 00000100:00100000:0.0:1788536331.687631:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:33431:x1875415574037504:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536331.687649:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.687666:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1345 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.687696:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.687706:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536331.687710:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536331.687716:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.687748:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 11 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.687762:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 11 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.687776:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583150336:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536331.687857:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536331.690975:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583150336:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536331.691012:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.691033:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc000, rc 0) 00000100:00100000:0.0:1788536331.691093:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:33431:x1875415574037504:12345-192.168.203.55@tcp:101:cp.0 Request processed in 3463us (3783us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536331.691102:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 429 00000100:00100000:1.0:1788536331.693785:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.693891:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574037632 00000100:00100000:2.0:1788536331.693900:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574037632 00010000:00010000:2.0:1788536331.693939:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 11 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.694012:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 449 00000100:00100000:2.0:1788536331.694021:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574037632:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536331.694035:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536331.694057:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 11 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.694069:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 11 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.694095:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9b9078c/0x94dfe24b69f52670 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b133e expref: 11 pid: 6667 timeout: 809 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.694110:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.694114:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536331.694122:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.694132:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.694165:0:17110:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 10 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.694178:0:17110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e536300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17110:1875415583150464:192.168.203.55@tcp:105: 00000100:00100000:2.0:1788536331.694254:0:17110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536331.697177:0:17110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e536300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17110:1875415583150464:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536331.697206:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536331.697257:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+10:2355:x1875415574037632:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 3235us (3479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.697279:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 449 00000100:00100000:3.0:1788536331.700608:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.700677:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574037888 00000100:00100000:2.0:1788536331.700686:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574037888 00000100:00100000:2.0:1788536331.700738:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 303 00000100:00100000:2.0:1788536331.700748:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+60:33431:x1875415574037888:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536331.701072:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+61:33431:x1875415574037888:12345-192.168.203.55@tcp:35:cp.0 Request processed in 324us (472us total) trans 4294968293 rc 0/0 00000100:00100000:2.0:1788536331.701080:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 303 00000100:00100000:0.0:1788536331.742736:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.742832:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574038016 00000100:00100000:2.0:1788536331.742842:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574038016 00000100:00100000:2.0:1788536331.742900:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1517 00000100:00100000:2.0:1788536331.742911:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+110:33434:x1875415574038016:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536331.742931:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.742953:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5267e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b134c expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743024:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743040:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743052:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743068:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743076:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743083:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743172:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f52693 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743182:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f52693 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743189:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f52693 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536331.743222:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 158 00000004:00200000:2.0:1788536331.743227:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536331.743248:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f52693 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743259:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f52693 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743277:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743285:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743291:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743298:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.743303:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743311:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743323:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.743327:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.743332:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743338:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52685 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743357:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743619:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743629:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743634:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.743637:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743644:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743653:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff8b1d61e36400) 00010000:00010000:2.0:1788536331.743655:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.743658:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743664:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5268c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743702:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5267e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b134c expref: 112 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743716:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f52693 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b134c expref: 111 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.743729:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:2.0:1788536331.743731:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536331.743734:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167d400, rc 0) 00000100:00100000:2.0:1788536331.743808:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:33434:x1875415574038016:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 899us (1083us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.743816:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1517 00000100:00100000:1.0:1788536331.751019:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.751085:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.751159:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574038144 00000100:00100000:2.0:1788536331.751170:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574038144 00000100:00100000:2.0:1788536331.751230:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 430 00000100:00100000:2.0:1788536331.751241:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574038144:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536331.751257:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.751280:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a5793e43/0x94dfe24b69f5269a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1353 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.751337:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583150592:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536331.751457:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536331.751672:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574038272 00000100:00100000:3.0:1788536331.751677:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574038272 00000100:00100000:3.0:1788536331.751718:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 75 00000100:00100000:3.0:1788536331.751726:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:2355:x1875415574038272:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:3.0:1788536331.751764:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.751779:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f526a1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b135a expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751834:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751849:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751861:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751876:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751884:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751891:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751944:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751950:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751957:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751962:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.751967:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751975:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.751986:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.751989:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.751994:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752001:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526a8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752013:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752019:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752026:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752031:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.752034:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752041:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752049:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1d4b701300) 00010000:00010000:3.0:1788536331.752051:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.752055:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752061:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526af lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752090:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f526a1 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b135a expref: 112 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752100:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.752102:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536331.752106:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f526a1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b135a expref: 112 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.752115:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc -2) 00000100:00100000:3.0:1788536331.752165:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+111:2355:x1875415574038272:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 440us (1080us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536331.752173:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 75 00002000:00010000:2.0:1788536331.758124:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536331.758133:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb mtime: 0 -> 1788536331 00002000:00010000:2.0:1788536331.758135:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb atime: 0 -> 1788536331 00002000:00010000:2.0:1788536331.758137:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x1e:0x0] updating lvb ctime: 0 -> 1788536331 00000100:00100000:2.0:1788536331.758160:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583150592:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536331.758203:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a5793e43/0x94dfe24b69f5269a lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1353 expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.758233:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a5793e43/0x94dfe24b69f5269a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1353 expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.758245:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc 0) 00000100:00100000:2.0:1788536331.758308:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574038144:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 7069us (7300us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536331.758317:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 430 00000100:00100000:0.0:1788536331.768753:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.768895:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574038400 00000100:00100000:1.0:1788536331.768905:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574038400 00000100:00100000:1.0:1788536331.769155:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1518 00000100:00100000:1.0:1788536331.769167:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+111:33434:x1875415574038400:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536331.769188:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.769264:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f526b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1392 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.769350:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.769679:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.769694:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536331.769730:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:1.0:1788536331.769734:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536331.769755:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.769783:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f526b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 113 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.769803:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 112 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.769813:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.769816:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536331.769820:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf000, rc 0) 00000100:00100000:1.0:1788536331.770286:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+112:33434:x1875415574038400:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1120us (1542us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.770296:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1518 00000100:00100000:1.0:1788536331.814356:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.814590:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574038528 00000100:00100000:0.0:1788536331.814610:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574038528 00000100:00100000:0.0:1788536331.814667:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 431 00000100:00100000:0.0:1788536331.814677:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574038528:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536331.814694:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.814712:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f526c4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1399 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.815003:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583150720:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536331.815262:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536331.818361:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583150720:192.168.203.55@tcp:106: 00010000:00010000:0.0:1788536331.818455:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f526c4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1399 expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.818594:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f526c4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1399 expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.818675:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd400, rc 0) 00000100:00100000:0.0:1788536331.818727:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574038528:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4051us (4382us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.819000:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 431 00000100:00100000:1.0:1788536331.830019:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.830159:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574038784 00000100:00100000:0.0:1788536331.830169:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574038784 00000100:00100000:0.0:1788536331.830231:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1519 00000100:00100000:0.0:1788536331.830242:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+112:33434:x1875415574038784:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:0.0:1788536331.830815:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:0.0:1788536331.830901:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+112:33434:x1875415574038784:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 660us (889us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536331.830909:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1519 00000100:00100000:1.0:1788536331.846170:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.846205:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.846290:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574038912 00000100:00100000:3.0:1788536331.846303:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574038912 00000100:00100000:3.0:1788536331.846360:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1520 00000100:00100000:3.0:1788536331.846423:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+112:33437:x1875415574038912:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536331.846443:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.846462:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f526cb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13a0 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846728:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846816:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846829:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846844:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846851:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846857:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846907:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846914:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846921:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.846997:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.847002:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847009:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847023:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.847027:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.847031:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847038:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f526d2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847050:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847056:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847062:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847067:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.847069:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847075:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847083:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1d4b701300) 00010000:00010000:3.0:1788536331.847085:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.847089:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847095:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f526d9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847128:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f526cb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13a0 expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847139:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.847141:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.847144:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f526cb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13a0 expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.847153:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc 0) 00000100:00100000:2.0:1788536331.847281:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574039040 00000100:00100000:2.0:1788536331.847285:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574039040 00000100:00100000:2.0:1788536331.847313:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 76 00000100:00100000:2.0:1788536331.847320:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:2354:x1875415574039040:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:2.0:1788536331.847340:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.847349:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f526e0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13a7 expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847405:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847424:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847432:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847492:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847503:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847508:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847533:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847539:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847545:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847550:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.847554:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847560:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847567:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.847570:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.847572:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847578:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f526e7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847587:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847594:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847609:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847614:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.847617:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847623:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847629:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x996ea506 (ffff8b1d61e36400) 00010000:00010000:2.0:1788536331.847631:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.847634:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847639:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f526ee lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847659:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f526e0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13a7 expref: 114 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847667:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.847669:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536331.847672:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f526e0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13a7 expref: 114 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.847685:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc -2) 00000100:00100000:3.0:1788536331.847863:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+113:33437:x1875415574038912:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1449us (1700us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536331.847871:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1520 00000100:00100000:2.0:1788536331.849758:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+112:2354:x1875415574039040:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 2429us (3543us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536331.849772:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 76 00000100:00100000:3.0:1788536331.871823:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.872089:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574039168 00000100:00100000:0.0:1788536331.872101:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574039168 00000100:00100000:0.0:1788536331.872149:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1521 00000100:00100000:0.0:1788536331.872159:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+61:33438:x1875415574039168:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536331.872179:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.872198:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f526f5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13ae expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872265:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872285:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872296:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872310:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872318:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872324:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872427:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872435:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872442:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872448:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cde00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.872453:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872460:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872472:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.872866:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.872874:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872881:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f526fc lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872895:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872901:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872907:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872911:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.872914:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872920:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872937:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1c43bb5c00) 00010000:00010000:0.0:1788536331.872940:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.872943:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872949:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52703 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872988:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f526f5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13ae expref: 62 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.872998:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.873000:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.873004:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f526f5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13ae expref: 62 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.873017:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd400, rc 0) 00000100:00100000:0.0:1788536331.873083:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+61:33438:x1875415574039168:12345-192.168.203.55@tcp:101:rm.0 Request processed in 926us (1270us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.873091:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1521 00000100:00100000:0.0:1788536331.879391:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.880258:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574039296 00000100:00100000:2.0:1788536331.880325:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574039296 00000100:00100000:2.0:1788536331.880491:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1522 00000100:00100000:2.0:1788536331.880502:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+61:33438:x1875415574039296:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536331.880521:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.880541:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5270a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13b5 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.880808:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.880825:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.880836:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.880862:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.880871:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.880885:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881109:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881118:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881125:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881131:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0d400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.881136:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881143:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881156:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.881159:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.881163:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881169:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f52711 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881195:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881202:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881208:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881214:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.881216:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881222:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881230:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1d61e36400) 00010000:00010000:2.0:1788536331.881233:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.881235:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881241:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f52718 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881560:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5270a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13b5 expref: 62 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881572:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.881574:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.881578:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0de00/0x94dfe24b69f5270a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13b5 expref: 62 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.881589:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d73c0de00, rc 0) 00000100:00100000:2.0:1788536331.881717:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+61:33438:x1875415574039296:12345-192.168.203.55@tcp:101:rm.0 Request processed in 1216us (2363us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536331.881725:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1522 00000040:00080000:3.0:1788536331.886342:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536331.886352:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536331.886443:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 48 count 6 00000040:00080000:3.0:1788536331.886451:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536331.887557:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583150848:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536331.887843:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536331.901415:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776e6680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583150848:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536331.906192:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.906821:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574039424 00000100:00100000:2.0:1788536331.906832:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574039424 00000100:00100000:2.0:1788536331.906894:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1523 00000100:00100000:2.0:1788536331.906904:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+61:33442:x1875415574039424:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536331.907352:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536331.909938:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.909974:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.910322:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574039680 00000100:00100000:1.0:1788536331.910333:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574039680 00000100:00100000:1.0:1788536331.910409:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574039552 00000100:00100000:1.0:1788536331.910413:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574039552 00000100:00100000:1.0:1788536331.910434:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1524 00000100:00100000:1.0:1788536331.910443:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+63:33441:x1875415574039680:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536331.910472:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536331.910575:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+63:33441:x1875415574039680:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 133us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.910584:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1524 00000100:00100000:1.0:1788536331.910600:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1525 00000100:00100000:1.0:1788536331.910606:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+62:33440:x1875415574039552:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536331.910620:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536331.910656:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+62:33440:x1875415574039552:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 50us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.910663:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1525 00000100:00100000:1.0:1788536331.912060:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.913429:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+61:33442:x1875415574039424:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 6517us (7238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.913443:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1523 00000100:00100000:2.0:1788536331.914037:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574039808 00000100:00100000:2.0:1788536331.914047:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574039808 00000100:00100000:3.0:1788536331.916361:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1526 00000100:00100000:3.0:1788536331.916412:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+61:33439:x1875415574039808:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536331.916434:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.916457:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f5271f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13bc expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916570:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916586:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916597:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916612:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916619:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916626:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916680:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916687:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916694:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916700:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.916705:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916717:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916729:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.916732:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.916737:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916743:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f52726 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916756:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916762:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916768:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916773:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.916776:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916782:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916789:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1d4b701300) 00010000:00010000:3.0:1788536331.916791:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.916794:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916803:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5272d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916836:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f5271f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13bc expref: 62 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916860:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.916862:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.916866:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f5271f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13bc expref: 62 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.916876:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc 0) 00000100:00100000:1.0:1788536331.929996:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.930061:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.930441:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574040320 00000100:00100000:0.0:1788536331.930453:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574040320 00000100:00100000:0.0:1788536331.930517:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574040064 00000100:00100000:0.0:1788536331.930521:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574040064 00000100:00100000:0.0:1788536331.930542:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1527 00000100:00100000:0.0:1788536331.930552:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+63:33440:x1875415574040320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536331.930571:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.930590:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52734 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13ca expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.930693:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5273b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.930708:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5273b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.930720:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5273b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536331.930730:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 158 00000100:00100000:1.0:1788536331.930849:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1528 00010000:00010000:0.0:1788536331.930860:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52734 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13ca expref: 66 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536331.930862:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+66:33441:x1875415574040064:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536331.930876:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.930888:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52749 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13c3 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.930894:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5273b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13ca expref: 65 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.930906:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:0.0:1788536331.930909:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536331.930912:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cde00, rc 0) 00010000:00010000:1.0:1788536331.930941:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52750 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.930951:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.930959:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52750 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536331.930966:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000100:00100000:0.0:1788536331.930972:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:33440:x1875415574040320:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 420us (1348us total) trans 4294968294 rc 0/0 00000100:00100000:0.0:1788536331.930981:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1527 00010000:00010000:1.0:1788536331.931031:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f52749 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13c3 expref: 67 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.931045:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52750 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13c3 expref: 66 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.931052:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:1.0:1788536331.931054:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536331.931057:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc 0) 00000100:00100000:1.0:1788536331.931080:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+66:33441:x1875415574040064:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 223us (1019us total) trans 4294968295 rc 0/0 00000100:00100000:1.0:1788536331.931086:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1528 00000100:00100000:3.0:1788536331.931576:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+65:33439:x1875415574039808:12345-192.168.203.55@tcp:101:cp.0 Request processed in 15168us (19520us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536331.931583:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1526 00000100:00100000:0.0:1788536331.931756:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.931780:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.931797:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574040576 00000100:00100000:0.0:1788536331.931802:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574040576 00000100:00100000:0.0:1788536331.931826:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574040704 00000100:00100000:0.0:1788536331.931828:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574040704 00000100:00100000:0.0:1788536331.931843:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1529 00000100:00100000:0.0:1788536331.931849:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:33442:x1875415574040576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536331.931859:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.931868:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f5275e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13d1 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.931922:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52765 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.931931:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52765 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.931943:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52765 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536331.931950:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 158 00010000:00010000:0.0:1788536331.932021:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f5275e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13d1 expref: 69 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932034:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52765 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13d1 expref: 68 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932042:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:0.0:1788536331.932045:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536331.932048:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429ccc00, rc 0) 00000100:00100000:0.0:1788536331.932076:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+68:33442:x1875415574040576:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 227us (322us total) trans 4294968296 rc 0/0 00000100:00100000:0.0:1788536331.932082:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1529 00000100:00100000:0.0:1788536331.932095:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1530 00000100:00100000:0.0:1788536331.932101:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+67:33439:x1875415574040704:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536331.932108:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536331.932116:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52773 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13d8 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932148:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932156:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932166:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932178:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932184:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932189:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932229:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932235:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932240:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932246:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cda00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.932250:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932257:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932265:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.932267:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.932270:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932277:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f5277a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932284:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932290:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932295:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932300:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536331.932303:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932308:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932315:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1c43bb5c00) 00010000:00010000:0.0:1788536331.932318:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.932320:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932326:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52781 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932352:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52773 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13d8 expref: 68 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932396:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536331.932400:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536331.932404:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52773 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13d8 expref: 68 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.932413:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd200, rc 0) 00000100:00100000:0.0:1788536331.932433:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+67:33439:x1875415574040704:12345-192.168.203.55@tcp:101:cp.0 Request processed in 332us (652us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536331.932439:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1530 00000100:00100000:0.0:1788536331.935656:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.935799:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574040960 00000100:00100000:2.0:1788536331.935809:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574040960 00000100:00100000:2.0:1788536331.935868:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 432 00000100:00100000:2.0:1788536331.935879:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+10:2352:x1875415574040960:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536331.935921:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.935941:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.935949:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1d:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788536331.935954:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536331.935959:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.935992:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 10 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.936009:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 10 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.936023:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583150976:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536331.936104:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66780 going to sleep for 11 seconds 00000100:00100000:0.0:1788536331.939201:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.939243:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.939279:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.939314:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.939335:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.939415:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574041216 00000100:00100000:3.0:1788536331.939425:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574041216 00000100:00100000:3.0:1788536331.939471:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574041472 00000100:00100000:3.0:1788536331.939474:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574041472 00000100:00100000:3.0:1788536331.939498:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 433 00000100:00100000:3.0:1788536331.939507:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574041216:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536331.939547:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.939567:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.939582:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536331.939586:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536331.939592:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 4/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.939613:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574040832 00000100:00100000:2.0:1788536331.939619:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574040832 00010000:00010000:3.0:1788536331.939629:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 11 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.939643:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 11 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.939657:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574041088 00000100:00100000:3.0:1788536331.939658:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583151104:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536331.939662:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574041088 00000100:00100000:1.0:1788536331.939683:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 434 00000100:00100000:2.0:1788536331.939690:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574041344 00000100:00100000:2.0:1788536331.939696:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574041344 00000100:00100000:1.0:1788536331.939696:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574041472:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536331.939722:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.939727:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 74 00010000:00010000:1.0:1788536331.939738:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.939739:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536331.939743:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48690050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+69:2354:x1875415574040832:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536331.939754:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1e:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536331.939757:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536331.939760:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536331.939761:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.939767:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 75 00000100:00100000:3.0:1788536331.939781:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+69:2355:x1875415574041088:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536331.939785:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5273b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13ca expref: 69 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.939793:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536331.939794:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 11 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.939807:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:1.0:1788536331.939808:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 11 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.939813:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52750 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13c3 expref: 68 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.939816:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536331.939835:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77644700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583151232:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536331.939838:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:3.0:1788536331.939843:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536331.939851:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48690050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+67:2354:x1875415574040832:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 112us (659us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.939860:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 74 00000100:00100000:2.0:1788536331.939911:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 76 00000100:00100000:2.0:1788536331.939919:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:2355:x1875415574041344:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536331.939927:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1788536331.939931:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+66:2355:x1875415574041088:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 151us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.939939:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 75 00010000:00010000:2.0:1788536331.939943:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52765 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13d1 expref: 66 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.939958:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:2.0:1788536331.939962:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536331.940007:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788536331.940016:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+64:2355:x1875415574041344:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 96us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.940024:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 76 00000100:00100000:2.0:1788536331.951207:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583150976:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536331.951227:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77644700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583151232:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536331.951250:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.951251:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536331.951446:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.951457:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583151104:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536331.951473:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536331.951487:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.951514:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574041600 00000100:00100000:1.0:1788536331.951520:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574041600 00002000:00100000:1.0:1788536331.951564:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (0->157) req@ffff8b1d77644700 x1875415574041600/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:232/0 lens 648/0 e 0 to 0 dl 1788536342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536331.951574:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d77644700 with x1875415574041600 ext(0->157) 00010000:00010000:1.0:1788536331.951582:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 12 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.951594:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 12 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536331.951603:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d77644700 00000100:00100000:1.0:1788536331.951629:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 17 00000100:00100000:1.0:1788536331.951638:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574041600:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:2.0:1788536331.951673:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574041984 00000100:00100000:2.0:1788536331.951679:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574041984 00000100:00100000:0.0:1788536331.951696:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.951721:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1531 00000100:00100000:2.0:1788536331.951729:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+64:33439:x1875415574041984:12345-192.168.203.55@tcp:101:cp.0 00000100:00100000:3.0:1788536331.951734:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574041728 00000100:00100000:3.0:1788536331.951740:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574041728 00010000:00010000:2.0:1788536331.951747:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:3.0:1788536331.951761:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x20:0x0] (0->157) req@ffff8b1d7cb01c00 x1875415574041728/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:232/0 lens 648/0 e 0 to 0 dl 1788536342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00010000:00010000:2.0:1788536331.951768:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5279d lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13df expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:3.0:1788536331.951770:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7cb01c00 with x1875415574041728 ext(0->157) 00010000:00010000:3.0:1788536331.951780:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 12 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.951791:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 12 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536331.951797:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d7cb01c00 00000100:00100000:3.0:1788536331.951973:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 18 00000100:00100000:3.0:1788536331.951981:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574041728:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:1.0:1788536331.952098:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574041600:12345-192.168.203.55@tcp:4:cp.0 Request processed in 460us (609us total) trans 4294967376 rc 0/0 00000100:00100000:1.0:1788536331.952105:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 17 00002000:00100000:1.0:1788536331.952112:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (0->157) req@ffff8b1d77644700 x1875415574041600/t4294967376(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:232/0 lens 648/448 e 0 to 0 dl 1788536342 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536331.952120:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d77644700 with x1875415574041600 ext(0->157) 00010000:00010000:1.0:1788536331.952126:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 14 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.952135:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 14 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536331.952148:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d77644700 00000100:00100000:3.0:1788536331.952235:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574041728:12345-192.168.203.55@tcp:4:cp.0 Request processed in 254us (539us total) trans 4294967391 rc 0/0 00000100:00100000:3.0:1788536331.952242:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 18 00002000:00100000:3.0:1788536331.952248:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x20:0x0] (0->157) req@ffff8b1d7cb01c00 x1875415574041728/t4294967391(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:232/0 lens 648/448 e 0 to 0 dl 1788536342 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536331.952255:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7cb01c00 with x1875415574041728 ext(0->157) 00010000:00010000:3.0:1788536331.952261:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 14 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.952282:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 14 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536331.952290:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d7cb01c00 00010000:00010000:2.0:1788536331.952603:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.952620:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 111 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.952638:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.952670:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 111 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.952682:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 111 pid: 6725 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.952694:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583151360:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536331.952744:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536331.960096:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.960131:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.960150:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574042240 00000100:00100000:3.0:1788536331.960160:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574042240 00000100:00100000:0.0:1788536331.960186:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.960193:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574042112 00000100:00100000:1.0:1788536331.960199:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574042112 00010000:00010000:3.0:1788536331.960201:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 14 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:1.0:1788536331.960237:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (0->157) req@ffff8b1d7cb00380 x1875415574042112/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:232/0 lens 648/0 e 0 to 0 dl 1788536342 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788536331.960239:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574042368 00000100:00100000:3.0:1788536331.960244:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574042368 00002000:00100000:1.0:1788536331.960253:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7cb00380 with x1875415574042112 ext(0->157) 00010000:00010000:1.0:1788536331.960261:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 15 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960266:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 14 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.960282:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 15 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536331.960292:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7cb00380 00000100:00100000:0.0:1788536331.960296:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.960298:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 450 00000100:00100000:3.0:1788536331.960307:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+15:2352:x1875415574042240:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788536331.960321:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 19 00010000:00010000:3.0:1788536331.960323:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788536331.960333:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:2355:x1875415574042112:12345-192.168.203.55@tcp:4:cp.0 00010000:00010000:3.0:1788536331.960352:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 15 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960411:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 15 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960437:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d5ed65b6/0x94dfe24b69f524d3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b129d expref: 15 pid: 6667 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.960445:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574042496 00000100:00100000:2.0:1788536331.960453:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574042496 00010000:00010000:3.0:1788536331.960463:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536331.960468:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536331.960475:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.960479:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 112 pid: 6725 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960489:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536331.960504:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 451 00000100:00100000:2.0:1788536331.960514:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2353:x1875415574042368:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536331.960528:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536331.960536:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536331.960554:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 14 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.960567:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 14 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.960576:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2352:x1875415574042240:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 268us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.960586:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 450 00010000:00010000:2.0:1788536331.960587:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cef95391/0x94dfe24b69f525a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f1 expref: 14 pid: 6668 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.960606:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536331.960610:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536331.960615:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.960618:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 452 00000100:00100000:3.0:1788536331.960627:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+112:2353:x1875415574042496:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536331.960636:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536331.960644:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 112 pid: 6725 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960655:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 112 pid: 6725 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960669:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536331.960674:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960687:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960702:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960717:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536331.960738:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+112:2353:x1875415574042496:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 113us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.960745:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 452 00010000:00010000:0.0:1788536331.960801:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960811:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf000/0x94dfe24b69f526bd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1392 expref: 111 pid: 6725 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.960811:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.960823:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583151360:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536331.960837:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960841:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960848:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960854:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.960856:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.960863:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.960870:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0de00 already unused, calling callback (ffffffffc176b530) 00000100:00100000:1.0:1788536331.960873:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:2355:x1875415574042112:12345-192.168.203.55@tcp:4:cp.0 Request processed in 541us (739us total) trans 4294967377 rc 0/0 00010000:00010000:3.0:1788536331.960876:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.960876:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960887:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536331.960887:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.960901:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536331.960901:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 19 00010000:00010000:0.0:1788536331.960905:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:1.0:1788536331.960913:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1e:0x0] (0->157) req@ffff8b1d7cb00380 x1875415574042112/t4294967377(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:232/0 lens 648/448 e 0 to 0 dl 1788536342 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00010000:0.0:1788536331.960915:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c5bc6628/0x94dfe24b69f52788 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:1.0:1788536331.960930:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7cb00380 with x1875415574042112 ext(0->157) 00010000:00010000:1.0:1788536331.960937:0:6673:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 15 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.960958:0:6673:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 15 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536331.960965:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7cb00380 00000100:00100000:0.0:1788536331.961029:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2352:x1875415574040960:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 25151us (25382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536331.961040:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 432 00000004:00080000:3.0:1788536331.961307:0:6725:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x21:0x0], index 1: 0 00010000:00010000:2.0:1788536331.961348:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.961425:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536331.961460:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2353:x1875415574042368:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 946us (1272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.961469:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 451 00010000:00010000:3.0:1788536331.961598:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961610:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961617:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961659:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.961668:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961669:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961685:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.961690:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961693:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d73c0c200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536331.961700:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961708:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961718:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536331.961719:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961721:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536331.961725:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.961735:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961746:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c200/0x94dfe24b69f527a4 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.961752:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536331.961759:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 0000000040874fb5 reply state 00000000810cbb84 transno 4294968297 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.961761:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536331.961768:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.961771:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536331.961780:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.961797:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.961804:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f5278f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961809:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d400/0x94dfe24b69f5279d lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 67 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961831:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 66 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.961839:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:3.0:1788536331.961842:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536331.961845:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49e00, rc 0) 00000100:00100000:1.0:1788536331.961877:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574041216:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 22360us (22586us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.961885:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 433 00000100:00100000:3.0:1788536331.961917:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+67:33439:x1875415574041984:12345-192.168.203.55@tcp:101:cp.0 Request processed in 10188us (10473us total) trans 4294968297 rc 0/0 00000100:00100000:3.0:1788536331.961925:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1531 00000100:00100000:0.0:1788536331.966000:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536331.966098:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.966197:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574042880 00000100:00100000:3.0:1788536331.966208:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574042880 00010000:00010000:3.0:1788536331.966246:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 14 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.966275:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.966286:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.966294:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.966300:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536331.966307:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.966309:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 453 00010000:00010000:1.0:1788536331.966318:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536331.966326:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574042880:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536331.966338:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1d4b701300) 00010000:00010000:1.0:1788536331.966343:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536331.966348:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.966353:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f527ab lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.966355:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536331.966723:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 14 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.966742:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 14 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.966762:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b804b2ad/0x94dfe24b69f52677 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1345 expref: 14 pid: 6666 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.966776:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536331.966780:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536331.966786:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.966795:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.966827:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536331.966877:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415574042880:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 556us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.966886:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 453 00010000:00010000:1.0:1788536331.967058:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.967069:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.967092:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.967101:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.967109:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.967115:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536331.967118:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.967126:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.967142:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.967150:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f52796 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536331.967241:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574041472:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 27549us (27903us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.967249:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 434 00000100:00100000:2.0:1788536331.967529:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574042752 00000100:00100000:2.0:1788536331.967537:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574042752 00000100:00100000:2.0:1788536331.967576:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1532 00000100:00100000:2.0:1788536331.967585:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:33440:x1875415574042752:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536331.968109:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:33440:x1875415574042752:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 524us (2117us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.968119:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1532 00000100:00100000:0.0:1788536331.968459:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.968518:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574043136 00000100:00100000:2.0:1788536331.968853:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574043136 00000100:00100000:2.0:1788536331.968903:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1533 00000100:00100000:0.0:1788536331.969023:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.969063:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574043264 00000100:00100000:1.0:1788536331.969069:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574043264 00000100:00100000:1.0:1788536331.969111:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 435 00000100:00100000:1.0:1788536331.969119:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415574043264:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536331.969133:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.969151:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13e6 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536331.969180:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788536331.969196:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=710s v=(0 0) 00000100:00100000:2.0:1788536331.969198:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+66:33441:x1875415574043136:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536331.969201:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536331.969214:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.969229:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 13 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.969248:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade800, rc 0) 00000100:00100000:1.0:1788536331.969290:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2353:x1875415574043264:12345-192.168.203.55@tcp:101:cp.0 Request processed in 172us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.969296:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 435 00000100:00100000:2.0:1788536331.969704:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+66:33441:x1875415574043136:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 791us (1243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.969713:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1533 00000100:00100000:1.0:1788536331.984435:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.984470:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.984502:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.984570:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536331.984599:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574043520 00000100:00100000:1.0:1788536331.984608:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574043520 00000100:00100000:1.0:1788536331.984650:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574043904 00000100:00100000:1.0:1788536331.984653:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574043904 00000100:00100000:1.0:1788536331.984676:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 436 00000100:00100000:1.0:1788536331.984684:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415574043520:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536331.984700:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.984719:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1425 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536331.984757:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 158, mtime: 0x6a9ae60a, atime: 0x0, ctime: 0x6a9ae60a, blocks: 0x1 00010000:00010000:1.0:1788536331.984777:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=710s v=(0 0) 00010000:00010000:1.0:1788536331.984782:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536331.984791:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 13 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.984808:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 13 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.984821:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adec00, rc 0) 00000100:00100000:1.0:1788536331.984880:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2352:x1875415574043520:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 196us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536331.984887:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 436 00000100:00100000:1.0:1788536331.984904:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 437 00000100:00100000:2.0:1788536331.985294:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574043392 00000100:00100000:2.0:1788536331.985300:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574043392 00000100:00100000:2.0:1788536331.985339:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 77 00000100:00100000:2.0:1788536331.985346:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:2354:x1875415574043392:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:2.0:1788536331.985430:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536331.985444:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f527ce lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b13ed expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985509:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985533:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985542:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985557:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985564:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985569:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985617:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985628:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985634:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985639:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.985643:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985649:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985660:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.985663:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.985667:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985672:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f527d5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985682:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985688:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985693:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985699:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536331.985702:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985708:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985715:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1d61e36400) 00010000:00010000:2.0:1788536331.985717:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536331.985720:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985725:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f527dc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985767:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f527ce lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13ed expref: 67 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985777:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536331.985779:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536331.985783:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167cc00/0x94dfe24b69f527ce lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13ed expref: 67 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536331.985794:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d4167cc00, rc -2) 00000100:00100000:2.0:1788536331.985836:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:2354:x1875415574043392:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 490us (1416us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536331.985842:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 77 00000100:00100000:3.0:1788536331.986646:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574043776 00000100:00100000:3.0:1788536331.986653:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574043776 00000100:00100000:3.0:1788536331.986692:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1534 00000100:00100000:3.0:1788536331.986700:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+66:33442:x1875415574043776:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536331.986837:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+66:33442:x1875415574043776:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 137us (2334us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.986848:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1534 00000100:00100000:0.0:1788536331.987265:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536331.987487:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574044032 00000100:00100000:3.0:1788536331.987492:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574044032 00000100:00100000:1.0:1788536331.987602:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:33439:x1875415574043904:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536331.987614:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536331.987629:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b142c expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.987652:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 15 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.987662:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536331.987666:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536331.987671:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 15 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.987703:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 15 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536331.987716:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 15 pid: 16289 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536331.987734:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583151488:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536331.987865:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 438 00000100:00100000:3.0:1788536331.987884:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574044032:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536331.987892:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536331.987903:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1433 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536331.988021:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x20:0x0] initial LVB size: 158, mtime: 0x6a9ae60b, atime: 0x0, ctime: 0x6a9ae60b, blocks: 0x1 00010000:00010000:3.0:1788536331.988032:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1788536331.988036:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536331.988043:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 16 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.988057:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 16 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536331.988068:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48200, rc 0) 00000100:00100000:3.0:1788536331.988109:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+16:2354:x1875415574044032:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 227us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536331.988115:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 438 00000100:00100000:1.0:1788536331.988775:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788536331.992185:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536331.992256:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574044288 00000100:00100000:2.0:1788536331.992274:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574044288 00000100:00100000:2.0:1788536331.992328:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1535 00000100:00100000:2.0:1788536331.992338:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:33440:x1875415574044288:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536331.992999:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+66:33440:x1875415574044288:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 660us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536331.993009:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1535 00000100:00100000:0.0:1788536332.002076:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.002176:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.002216:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.002332:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583151488:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536332.002398:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 15 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.002421:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf000, rc 0) 00000100:00100000:1.0:1788536332.002470:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+15:33439:x1875415574043904:12345-192.168.203.55@tcp:101:cp.0 Request processed in 17559us (17899us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.002478:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 437 00000100:00100000:1.0:1788536332.002508:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574044416 00000100:00100000:1.0:1788536332.002514:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574044416 00000100:00100000:2.0:1788536332.002906:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574044800 00000100:00100000:2.0:1788536332.002920:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574044800 00000100:00100000:2.0:1788536332.002964:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1536 00000100:00100000:2.0:1788536332.002973:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+66:33441:x1875415574044800:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536332.003044:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+66:33441:x1875415574044800:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 72us (868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.003051:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1536 00000100:00100000:3.0:1788536332.003904:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 439 00000100:00100000:3.0:1788536332.003917:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415574044416:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536332.003933:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.003953:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b143a expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536332.003978:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 158, mtime: 0x6a9ae60b, atime: 0x0, ctime: 0x6a9ae60b, blocks: 0x1 00010000:00010000:3.0:1788536332.003995:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1788536332.004000:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.004009:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 14 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.004065:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 14 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.004079:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49c00, rc 0) 00000100:00100000:3.0:1788536332.004131:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574044416:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 218us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.004138:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 439 00000100:00100000:3.0:1788536332.004173:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574044544 00000100:00100000:3.0:1788536332.004179:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574044544 00010000:00010000:3.0:1788536332.004200:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 15 pid: 16289 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.004236:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 454 00000100:00100000:3.0:1788536332.004244:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48690850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:2352:x1875415574044544:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536332.004256:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536332.004272:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 15 pid: 16289 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.004285:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 15 pid: 16289 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.004304:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f66a20b1/0x94dfe24b69f527c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13e6 expref: 15 pid: 16289 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.004317:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.004320:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.004326:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 14 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.004335:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 14 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.004407:0:5810:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 14 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.004421:0:5810:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583151616:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536332.004469:0:5810:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460180 going to sleep for 11 seconds 00000100:00100000:3.0:1788536332.004637:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.006895:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574044928 00000100:00100000:0.0:1788536332.006918:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574044928 00002000:00100000:0.0:1788536332.006971:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (0->4095) req@ffff8b1c42dd4380 x1875415574044928/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:233/0 lens 488/0 e 0 to 0 dl 1788536343 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536332.006981:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42dd4380 with x1875415574044928 ext(0->4095) 00002000:00010000:0.0:1788536332.006987:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42dd4380 00000100:00100000:0.0:1788536332.007015:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 125 00000100:00100000:0.0:1788536332.007025:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574044928:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536332.007211:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574044928:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 187us (2573us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536332.007218:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 125 00002000:00100000:0.0:1788536332.007224:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (0->4095) req@ffff8b1c42dd4380 x1875415574044928/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:233/0 lens 488/4536 e 0 to 0 dl 1788536343 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536332.007232:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42dd4380 with x1875415574044928 ext(0->4095) 00002000:00010000:0.0:1788536332.007236:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c42dd4380 00000100:00100000:3.0:1788536332.009745:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.009845:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574045184 00000100:00100000:2.0:1788536332.009856:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574045184 00000100:00100000:2.0:1788536332.009921:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1537 00000100:00100000:2.0:1788536332.009931:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+66:33442:x1875415574045184:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536332.013888:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+66:33442:x1875415574045184:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 3944us (4138us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.013904:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1537 00000100:00100000:3.0:1788536332.014188:0:5810:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:5810:1875415583151616:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536332.014209:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536332.014249:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48690850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2352:x1875415574044544:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 10005us (12032us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.014263:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 454 00000100:00100000:3.0:1788536332.014404:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.014468:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.014489:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574045440 00000100:00100000:3.0:1788536332.014496:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574045440 00000100:00100000:3.0:1788536332.014534:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 304 00000100:00100000:3.0:1788536332.014543:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+67:33439:x1875415574045440:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536332.015155:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+67:33439:x1875415574045440:12345-192.168.203.55@tcp:35:cp.0 Request processed in 610us (684us total) trans 4294968298 rc 0/0 00000100:00100000:3.0:1788536332.015165:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 304 00000100:00100000:3.0:1788536332.015214:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.015248:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574045696 00000100:00100000:2.0:1788536332.015254:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574045696 00000100:00100000:2.0:1788536332.015626:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1538 00000100:00100000:2.0:1788536332.015636:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+67:33440:x1875415574045696:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536332.015648:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.015668:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f527f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1441 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.015710:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.015724:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.015734:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.015892:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f527f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 69 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.016357:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 68 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.016408:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:2.0:1788536332.016412:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536332.016415:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5c00, rc 0) 00000100:00100000:2.0:1788536332.016453:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+68:33440:x1875415574045696:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 819us (1239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.016459:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1538 00000100:00100000:1.0:1788536332.025543:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574045568 00000100:00100000:1.0:1788536332.025558:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574045568 00002000:00100000:1.0:1788536332.025612:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x20:0x0] (0->4095) req@ffff8b1c42dd7480 x1875415574045568/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:233/0 lens 488/0 e 0 to 0 dl 1788536343 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536332.025623:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42dd7480 with x1875415574045568 ext(0->4095) 00002000:00010000:1.0:1788536332.025629:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42dd7480 00000100:00100000:1.0:1788536332.025672:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 126 00000100:00100000:1.0:1788536332.025682:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574045568:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788536332.025889:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574045568:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 207us (11484us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536332.025897:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 126 00002000:00100000:1.0:1788536332.025906:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x20:0x0] (0->4095) req@ffff8b1c42dd7480 x1875415574045568/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:233/0 lens 488/4536 e 0 to 0 dl 1788536343 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536332.025915:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c42dd7480 with x1875415574045568 ext(0->4095) 00002000:00010000:1.0:1788536332.025918:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1c42dd7480 00000100:00100000:1.0:1788536332.032626:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.032719:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574045824 00000100:00100000:0.0:1788536332.032728:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574045824 00002000:00100000:0.0:1788536332.032788:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1e:0x0] (0->4095) req@ffff8b1d776d3b80 x1875415574045824/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:233/0 lens 488/0 e 0 to 0 dl 1788536343 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536332.032798:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d3b80 with x1875415574045824 ext(0->4095) 00002000:00010000:0.0:1788536332.032804:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d3b80 00000100:00100000:0.0:1788536332.032834:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 127 00000100:00100000:0.0:1788536332.032844:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574045824:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536332.033030:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574045824:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 186us (414us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536332.033038:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 127 00002000:00100000:0.0:1788536332.033045:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1e:0x0] (0->4095) req@ffff8b1d776d3b80 x1875415574045824/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:233/0 lens 488/4536 e 0 to 0 dl 1788536343 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536332.033054:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d776d3b80 with x1875415574045824 ext(0->4095) 00002000:00010000:0.0:1788536332.033057:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d776d3b80 00000100:00100000:0.0:1788536332.042882:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.042982:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.043081:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574045952 00000100:00100000:2.0:1788536332.043092:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574045952 00000100:00100000:2.0:1788536332.043203:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574046080 00000100:00100000:2.0:1788536332.043207:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574046080 00000100:00100000:0.0:1788536332.048100:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1539 00000100:00100000:1.0:1788536332.048255:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+69:33441:x1875415574045952:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536332.048284:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.048307:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52806 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1448 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.048343:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.048356:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.048417:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.048529:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52806 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 71 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.048546:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 70 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.048555:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:1.0:1788536332.048557:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536332.048561:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf200, rc 0) 00000100:00100000:1.0:1788536332.048631:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+70:33441:x1875415574045952:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 517us (5757us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.048639:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1539 00000100:00100000:1.0:1788536332.048665:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1540 00000100:00100000:1.0:1788536332.048672:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+69:33440:x1875415574046080:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536332.048695:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536332.048748:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+69:33440:x1875415574046080:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 77us (5766us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.048755:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1540 00000100:00100000:2.0:1788536332.055270:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.055359:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574046208 00000100:00100000:0.0:1788536332.055397:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574046208 00000100:00100000:0.0:1788536332.055451:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1541 00000100:00100000:0.0:1788536332.055462:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+69:33442:x1875415574046208:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536332.055482:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536332.055502:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52814 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b144f expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.055539:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.055552:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.055563:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.055662:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52814 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 71 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.055679:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 70 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.055687:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:0.0:1788536332.055690:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536332.055693:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd600, rc 0) 00000100:00100000:0.0:1788536332.055760:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+70:33442:x1875415574046208:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 300us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536332.055767:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1541 00000100:00100000:0.0:1788536332.062226:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.062316:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.062416:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574046336 00000100:00100000:1.0:1788536332.062419:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574046464 00000100:00100000:1.0:1788536332.062426:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574046464 00000100:00100000:2.0:1788536332.062427:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574046336 00000100:00100000:1.0:1788536332.062497:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1542 00000100:00100000:1.0:1788536332.062508:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+71:33442:x1875415574046464:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536332.062541:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536332.062647:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+71:33442:x1875415574046464:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 140us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.062654:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1542 00000100:00100000:1.0:1788536332.062672:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1543 00000100:00100000:1.0:1788536332.062679:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+70:33441:x1875415574046336:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788536332.062692:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788536332.062728:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+70:33441:x1875415574046336:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 50us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.062734:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1543 00000100:00100000:0.0:1788536332.064328:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.071922:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574046592 00000100:00100000:1.0:1788536332.071938:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574046592 00000100:00100000:1.0:1788536332.072007:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 440 00000100:00100000:1.0:1788536332.072018:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574046592:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536332.072063:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072080:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.072085:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.072091:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072106:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072136:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072144:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072152:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072159:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536332.072163:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072172:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072187:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.072195:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff422e79/0x94dfe24b69f52822 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.072290:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574046592:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 273us (7967us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.072297:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 440 00000100:00100000:2.0:1788536332.076355:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.076422:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.076454:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.076457:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574046976 00000100:00100000:1.0:1788536332.076466:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574046976 00000100:00100000:2.0:1788536332.076478:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574046720 00000100:00100000:2.0:1788536332.076483:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574046720 00000100:00100000:2.0:1788536332.076530:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574046848 00000100:00100000:2.0:1788536332.076533:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574046848 00000100:00100000:1.0:1788536332.076536:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 78 00000100:00100000:1.0:1788536332.076550:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+70:2353:x1875415574046976:12345-192.168.203.55@tcp:63:ll_sa.0 00000100:00100000:2.0:1788536332.076560:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 441 00000100:00100000:2.0:1788536332.076569:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574046720:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536332.076596:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.076605:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.076613:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52830 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1456 expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076621:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.076627:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.076633:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076646:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076672:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.076681:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076701:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.076703:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076718:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.076723:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076743:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4200 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536332.076748:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076749:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.076769:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076770:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.076784:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076793:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.076801:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002200c6a0/0x94dfe24b69f52829 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.076854:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.076863:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.076871:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574046720:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 301us (534us total) trans 0 rc 0/0 00010000:00010000:1.0:1788536332.076873:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.076880:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 441 00000100:00100000:2.0:1788536332.076897:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 442 00000100:00100000:2.0:1788536332.076904:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574046848:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536332.077217:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.077229:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077236:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077245:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.077248:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.077252:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077258:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52837 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077268:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077274:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077280:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077284:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.077287:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077293:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077301:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1d4631b800) 00010000:00010000:1.0:1788536332.077303:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.077306:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077312:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f5283e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077344:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52830 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1456 expref: 71 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.077353:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077354:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.077359:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536332.077395:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52830 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1456 expref: 71 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.077401:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.077409:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.077417:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.077419:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf800, rc -2) 00010000:00010000:2.0:1788536332.077431:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.077453:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.077460:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+70:2353:x1875415574046976:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 912us (1035us total) trans 0 rc -2/-2 00010000:00010000:2.0:1788536332.077465:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.077472:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 78 00010000:00010000:2.0:1788536332.077478:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.077486:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536332.077489:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.077498:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.077508:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.077515:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52845 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.077555:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574046848:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 651us (1101us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.077562:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 442 00000100:00100000:0.0:1788536332.082438:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.082645:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574047232 00000100:00100000:1.0:1788536332.082657:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574047232 00000100:00100000:1.0:1788536332.082718:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1544 00000100:00100000:1.0:1788536332.082729:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+70:33440:x1875415574047232:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536332.082808:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.082823:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 70 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.082833:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.082878:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 70 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.082891:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 70 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.082904:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583151744:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536332.083015:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536332.091902:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.092019:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574047488 00000100:00100000:0.0:1788536332.092029:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574047488 00000100:00100000:0.0:1788536332.092092:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1545 00000100:00100000:0.0:1788536332.092102:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+71:33442:x1875415574047488:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536332.092180:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.092196:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 71 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.092205:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.092240:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 71 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.092253:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 71 pid: 5823 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.092267:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583151872:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536332.092347:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f000 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.094788:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.094821:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583151744:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536332.094850:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.095197:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574048000 00000100:00100000:3.0:1788536332.095205:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574048000 00000100:00100000:3.0:1788536332.095259:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1546 00000100:00100000:3.0:1788536332.095269:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+72:33441:x1875415574048000:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536332.095347:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.095409:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 72 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.095420:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 4/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.095453:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 72 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.095465:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 72 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.095479:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583152000:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536332.095545:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.099604:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.100089:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574047744 00000100:00100000:0.0:1788536332.100098:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574047744 00010000:00010000:0.0:1788536332.100142:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 73 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.100193:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 455 00000100:00100000:0.0:1788536332.100204:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+73:2352:x1875415574047744:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536332.100219:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536332.100226:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 73 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.100241:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 73 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.100261:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f527ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1441 expref: 73 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.100277:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:0.0:1788536332.100283:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.100292:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.100299:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.100334:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536332.100438:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+72:2352:x1875415574047744:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 235us (841us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536332.100445:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 455 00010000:00010000:1.0:1788536332.100489:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.100511:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.100710:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.100719:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.100726:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.100732:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.100736:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.100745:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.100755:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:1.0:1788536332.100758:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788536332.100762:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.100768:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f5284c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.100900:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+72:33440:x1875415574047232:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 18172us (18473us total) trans 4294968299 rc 0/0 00000100:00100000:1.0:1788536332.100909:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1544 00000100:00100000:2.0:1788536332.103597:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.103685:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.103715:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574048256 00000100:00100000:2.0:1788536332.103724:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574048256 00010000:00010000:2.0:1788536332.103757:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 72 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.103789:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:2.0:1788536332.103798:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+72:2355:x1875415574048256:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536332.103811:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536332.103818:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 72 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.103840:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 72 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.103863:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:2.0:1788536332.103868:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.103878:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.103887:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.103905:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536332.103960:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+72:2355:x1875415574048256:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 162us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.103967:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:2.0:1788536332.104008:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.104104:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.104341:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574047616 00000100:00100000:1.0:1788536332.104347:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574047616 00000100:00100000:1.0:1788536332.104412:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1547 00000100:00100000:1.0:1788536332.104420:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+111:33450:x1875415574047616:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536332.104435:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.104449:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52861 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b148e expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104511:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104523:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104532:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104546:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104554:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104560:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104645:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f52876 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104654:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f52876 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104661:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f52876 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536332.104703:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 158 00000004:00200000:1.0:1788536332.104708:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536332.104726:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f52876 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104737:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f52876 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104744:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104751:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104757:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104762:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.104766:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104774:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104784:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.104787:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.104791:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104796:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52868 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104808:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104814:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104819:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104823:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.104825:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104988:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.104997:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1d4631b800) 00010000:00010000:1.0:1788536332.104999:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.105002:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.105007:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5286f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.105045:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52861 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b148e expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.105056:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f52876 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b148e expref: 112 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.105063:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:1.0:1788536332.105065:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536332.105068:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf400, rc 0) 00000100:00100000:1.0:1788536332.105101:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+112:33450:x1875415574047616:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 683us (1513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.105108:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1547 00000100:00100000:3.0:1788536332.105438:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574048128 00000100:00100000:3.0:1788536332.105444:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574048128 00010000:00010000:3.0:1788536332.105466:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 72 pid: 5823 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.105489:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 457 00000100:00100000:3.0:1788536332.105496:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+72:2355:x1875415574048128:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536332.105505:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536332.105510:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 72 pid: 5823 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.105521:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 72 pid: 5823 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.105533:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:3.0:1788536332.105537:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.105545:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.105556:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.105569:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536332.105590:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+72:2355:x1875415574048128:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 95us (1582us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.105597:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 457 00010000:00010000:3.0:1788536332.105639:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f5280d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1448 expref: 71 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.105651:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583152000:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536332.105669:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.105939:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574048512 00000100:00100000:0.0:1788536332.105945:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574048512 00000100:00100000:0.0:1788536332.105976:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 305 00000100:00100000:0.0:1788536332.105983:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d57048450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+71:33440:x1875415574048512:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536332.106147:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d57048450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+72:33440:x1875415574048512:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 164us (2042us total) trans 4294968300 rc 0/0 00000100:00100000:0.0:1788536332.106154:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 305 00010000:00010000:0.0:1788536332.106324:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f5281b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b144f expref: 71 pid: 5823 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.106335:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffca80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583151872:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536332.106347:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106355:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106359:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106520:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106528:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106534:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106540:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cce00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.106544:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106550:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106561:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:0.0:1788536332.106564:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536332.106567:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.106573:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52853 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.106688:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+71:33442:x1875415574047488:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 14575us (14784us total) trans 4294968301 rc 0/0 00000100:00100000:0.0:1788536332.106698:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1545 00010000:00010000:3.0:1788536332.107049:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.107058:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.107154:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.107161:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.107167:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.107172:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.107176:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.107183:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.107192:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:3.0:1788536332.107195:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536332.107198:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.107204:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f5285a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.107495:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e534e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+71:33441:x1875415574048000:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 12226us (12714us total) trans 4294968302 rc 0/0 00000100:00100000:3.0:1788536332.107503:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1546 00000040:00080000:1.0:1788536332.108093:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536332.108098:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536332.109499:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 6 00000040:00080000:1.0:1788536332.109564:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536332.110779:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.110821:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574048640 00000100:00100000:1.0:1788536332.110830:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574048640 00000100:00100000:1.0:1788536332.110945:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:1.0:1788536332.110956:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574048640:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536332.110974:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.110992:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c8ae534/0x94dfe24b69f5287d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1495 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.111046:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583152128:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536332.111176:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.117248:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.117321:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00002000:00010000:3.0:1788536332.126045:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788536332.126057:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb mtime: 0 -> 1788536331 00002000:00010000:3.0:1788536332.126059:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb atime: 0 -> 1788536331 00002000:00010000:3.0:1788536332.126062:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x21:0x0] updating lvb ctime: 0 -> 1788536331 00000100:00100000:3.0:1788536332.126083:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583152128:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536332.126119:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002c8ae534/0x94dfe24b69f5287d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1495 expref: 19 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.126142:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c8ae534/0x94dfe24b69f5287d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1495 expref: 19 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.126153:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adee00, rc 0) 00000100:00100000:3.0:1788536332.126229:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574048640:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 15276us (15553us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.126238:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 443 00000100:00100000:0.0:1788536332.129985:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574048896 00000100:00100000:0.0:1788536332.130006:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574048896 00000100:00100000:0.0:1788536332.130094:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574049152 00000100:00100000:0.0:1788536332.130098:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574049152 00000100:00100000:0.0:1788536332.130132:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 306 00000100:00100000:0.0:1788536332.130142:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+72:33442:x1875415574048896:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536332.130931:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 307 00000100:00100000:3.0:1788536332.130943:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+72:33441:x1875415574049152:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536332.131162:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+73:33441:x1875415574049152:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 221us (13839us total) trans 4294968303 rc 0/0 00000100:00100000:3.0:1788536332.131182:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 307 00000100:00100000:2.0:1788536332.131796:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.131833:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574049280 00000100:00100000:1.0:1788536332.131841:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574049280 00000100:00100000:1.0:1788536332.131877:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1548 00000100:00100000:1.0:1788536332.131884:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+112:33450:x1875415574049280:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536332.131895:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.131912:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52884 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b149c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.131969:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.131982:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.132013:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536332.132040:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:1.0:1788536332.132044:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536332.132058:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.132097:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52884 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 114 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.132114:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 113 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.132123:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.132125:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536332.132129:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfc00, rc 0) 00000100:00100000:1.0:1788536332.132157:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+113:33450:x1875415574049280:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 274us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.132163:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1548 00000100:00100000:0.0:1788536332.133620:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+73:33442:x1875415574048896:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 3473us (16374us total) trans 4294968304 rc 0/0 00000100:00100000:0.0:1788536332.133632:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 306 00000100:00100000:2.0:1788536332.142008:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.142115:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574049408 00000100:00100000:3.0:1788536332.142125:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574049408 00000100:00100000:3.0:1788536332.142321:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 444 00000100:00100000:3.0:1788536332.142335:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574049408:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536332.142353:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.142406:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52892 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14a3 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.143132:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583152256:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536332.143795:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536332.153248:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583152256:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536332.153296:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52892 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14a3 expref: 19 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.153321:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52892 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14a3 expref: 19 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.153340:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:3.0:1788536332.153914:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574049408:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 11580us (11914us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.153925:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 444 00000100:00100000:2.0:1788536332.162809:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.162952:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574049664 00000100:00100000:0.0:1788536332.162961:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574049664 00000100:00100000:0.0:1788536332.163058:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1549 00000100:00100000:0.0:1788536332.163069:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:33450:x1875415574049664:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:0.0:1788536332.163305:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:0.0:1788536332.163441:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:33450:x1875415574049664:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 373us (641us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536332.163449:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1549 00000100:00100000:2.0:1788536332.174560:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.176215:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574049792 00000100:00100000:3.0:1788536332.176237:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574049792 00000100:00100000:3.0:1788536332.176304:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1550 00000100:00100000:3.0:1788536332.176315:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+113:33451:x1875415574049792:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536332.176336:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.176356:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f52899 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14aa expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176451:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176466:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176477:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176492:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176499:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176505:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176555:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176563:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176570:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176575:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.176579:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176587:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176598:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.176601:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.176606:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176613:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f528a0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176625:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176630:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176636:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176642:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.176645:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176651:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176658:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1d4b701000) 00010000:00010000:3.0:1788536332.176661:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.176664:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176670:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f528a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176703:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f52899 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14aa expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176713:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.176715:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.176719:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49600/0x94dfe24b69f52899 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14aa expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.176728:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:3.0:1788536332.176801:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+113:33451:x1875415574049792:12345-192.168.203.55@tcp:101:bash.0 Request processed in 487us (2259us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.176810:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1550 00000100:00100000:3.0:1788536332.189253:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.189304:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.189413:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574050048 00000100:00100000:2.0:1788536332.189424:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574050048 00000100:00100000:2.0:1788536332.189473:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 79 00000100:00100000:2.0:1788536332.189482:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+73:2355:x1875415574050048:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:2.0:1788536332.189527:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.189646:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f528ae lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14b8 expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.189719:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.189727:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574049920 00000100:00100000:1.0:1788536332.189733:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574049920 00010000:00010000:2.0:1788536332.189735:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.189749:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.189764:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.189774:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1551 00010000:00010000:2.0:1788536332.189782:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.189784:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+75:33452:x1875415574049920:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536332.189798:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.189799:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.189812:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f528c3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14b1 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.189848:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.189858:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.189867:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.189880:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.189886:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.189892:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190078:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190087:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190095:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.190096:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.190110:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.190116:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190117:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.190125:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.190125:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.190132:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190138:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.190140:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190165:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.190169:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.190174:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.190178:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.190184:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.190185:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f528b5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.190188:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190201:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190208:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190215:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190219:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.190222:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190228:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190235:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x36fdbbdd (ffff8b1d61e36400) 00010000:00010000:2.0:1788536332.190238:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.190241:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190246:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f528bc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190275:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f528ae lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14b8 expref: 76 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190290:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.190292:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536332.190296:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f528ae lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14b8 expref: 76 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.190306:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4200, rc -2) 00000100:00100000:2.0:1788536332.190432:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+75:2355:x1875415574050048:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 950us (1126us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536332.190440:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 79 00010000:00010000:1.0:1788536332.191606:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528ca lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191623:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191629:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191635:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191639:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.191644:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191651:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191662:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1d4631b800) 00010000:00010000:1.0:1788536332.191664:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.191668:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191673:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528d1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191712:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f528c3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14b1 expref: 74 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191722:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.191724:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.191728:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f528c3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14b1 expref: 74 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.191737:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc 0) 00000100:00100000:1.0:1788536332.192260:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+73:33452:x1875415574049920:12345-192.168.203.55@tcp:101:rm.0 Request processed in 2475us (3012us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536332.192279:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1551 00000100:00100000:2.0:1788536332.197556:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.197612:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574050176 00000100:00100000:0.0:1788536332.197623:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574050176 00000100:00100000:0.0:1788536332.197678:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1552 00000100:00100000:0.0:1788536332.197686:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+73:33452:x1875415574050176:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536332.197706:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536332.197725:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f528d8 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14bf expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197787:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197801:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197811:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197824:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197831:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197837:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197888:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197896:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197903:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197909:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cda00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.197913:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197921:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197932:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.197935:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.197939:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197945:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f528df lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197955:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197959:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197964:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197968:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.197970:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197975:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197985:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1c43bb5c00) 00010000:00010000:0.0:1788536332.197988:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.197990:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.197995:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f528e6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.198026:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f528d8 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14bf expref: 74 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.198035:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.198036:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.198040:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f528d8 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14bf expref: 74 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.198046:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd600, rc 0) 00000100:00100000:0.0:1788536332.198188:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+73:33452:x1875415574050176:12345-192.168.203.55@tcp:101:rm.0 Request processed in 502us (652us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536332.198203:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1552 00010000:00010000:0.0:1788536332.205922:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536332.213354:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.214016:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574050304 00000100:00100000:1.0:1788536332.214027:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574050304 00000100:00100000:1.0:1788536332.214135:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1553 00000100:00100000:1.0:1788536332.214146:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+73:33453:x1875415574050304:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536332.214167:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.214186:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f528ed lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14c6 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214256:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214281:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214292:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214308:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214315:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214322:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214421:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214429:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214436:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214441:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.214446:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214454:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214655:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.214658:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.214664:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214671:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f528f4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214685:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214691:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214697:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214701:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.214704:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214711:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214718:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1d4631b800) 00010000:00010000:1.0:1788536332.214720:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.214724:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214729:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f528fb lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214763:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f528ed lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14c6 expref: 74 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214773:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.214775:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.214779:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f528ed lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14c6 expref: 74 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.214786:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc 0) 00000100:00100000:1.0:1788536332.214849:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+73:33453:x1875415574050304:12345-192.168.203.55@tcp:101:cp.0 Request processed in 705us (1505us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536332.214857:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1553 00000100:00100000:2.0:1788536332.217661:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.217942:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574050432 00000100:00100000:0.0:1788536332.217950:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574050432 00000100:00100000:0.0:1788536332.218002:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1554 00000100:00100000:0.0:1788536332.218010:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+73:33453:x1875415574050432:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536332.218028:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536332.218045:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52902 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14cd expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218105:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218118:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218129:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218142:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218148:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218155:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218204:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218210:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218216:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218221:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.218224:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218237:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218247:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.218250:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.218254:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218260:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52909 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218281:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218287:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218293:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218298:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cda00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.218300:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218307:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218315:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1c43bb5c00) 00010000:00010000:0.0:1788536332.218317:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.218320:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218331:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52910 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218605:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52902 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14cd expref: 74 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218618:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.218621:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.218625:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52902 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14cd expref: 74 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.218636:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd600, rc 0) 00000100:00100000:0.0:1788536332.218690:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+73:33453:x1875415574050432:12345-192.168.203.55@tcp:101:cp.0 Request processed in 680us (1037us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536332.218698:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1554 00000100:00100000:2.0:1788536332.223019:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.223083:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574050688 00000100:00100000:0.0:1788536332.223093:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574050688 00000100:00100000:0.0:1788536332.223171:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1555 00000100:00100000:0.0:1788536332.223181:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+73:33453:x1875415574050688:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536332.223200:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536332.223220:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52917 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14d4 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.223351:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.223404:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 112 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.223421:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.223453:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 112 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.223473:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 112 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.223486:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffe680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583152384:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536332.223565:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13fc00 going to sleep for 11 seconds 00000100:00100000:0.0:1788536332.226966:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.226994:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffe680 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583152384:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536332.227026:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.227032:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574050816 00000100:00100000:3.0:1788536332.227039:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574050816 00010000:00010000:3.0:1788536332.227074:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 113 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.227113:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 458 00000100:00100000:3.0:1788536332.227122:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+113:2354:x1875415574050816:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536332.227135:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536332.227142:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 113 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.227156:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 113 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.227180:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f5288b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b149c expref: 113 pid: 16075 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.227194:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.227199:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.227209:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.227217:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.227244:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536332.227304:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+112:2354:x1875415574050816:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 183us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.227310:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 458 00010000:00010000:2.0:1788536332.227587:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.227595:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.227619:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.227629:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.227642:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536332.228721:0:5823:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1f:0x0], index 0: 0 00010000:00010000:2.0:1788536332.228895:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.228908:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.228917:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.228957:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.228963:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.228969:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.228975:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.228979:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.228987:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.228998:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.229001:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.229006:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.229012:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f5291e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536332.229026:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000be1fbe1b reply state 00000000520417e8 transno 4294968305 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.229034:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536332.229134:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52917 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 76 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.229148:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 75 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.229156:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536332.229158:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536332.229161:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5000, rc 0) 00000100:00100000:2.0:1788536332.229390:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+76:33453:x1875415574050688:12345-192.168.203.55@tcp:101:cp.0 Request processed in 6209us (6380us total) trans 4294968305 rc 0/0 00000100:00100000:2.0:1788536332.229399:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1555 00010000:00010000:1.0:1788536332.232110:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.232126:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.232133:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.232139:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.232144:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.232157:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.232173:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1d61e36400) 00010000:00010000:1.0:1788536332.232176:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.232180:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.232186:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52925 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.233187:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.233286:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574050944 00000100:00100000:2.0:1788536332.233295:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574050944 00000100:00100000:2.0:1788536332.233414:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:2.0:1788536332.233425:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574050944:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536332.233441:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.233469:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14db expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536332.233502:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536332.233520:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=710s v=(0 0) 00010000:00010000:2.0:1788536332.233525:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.233534:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 15 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.233550:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 15 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.233562:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5400, rc 0) 00000100:00100000:2.0:1788536332.233614:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+15:2355:x1875415574050944:12345-192.168.203.55@tcp:101:cp.0 Request processed in 190us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.233620:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 445 00000100:00100000:0.0:1788536332.236247:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.236318:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574051072 00000100:00100000:3.0:1788536332.236327:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574051072 00000100:00100000:3.0:1788536332.236584:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 446 00000100:00100000:3.0:1788536332.236596:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:33453:x1875415574051072:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536332.236614:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.236632:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14e2 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.236661:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 16 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.236670:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.236674:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.236679:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 16 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.236713:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 16 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.236727:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.236746:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583152512:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536332.236818:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717600 going to sleep for 11 seconds 00000100:00100000:3.0:1788536332.239271:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583152512:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536332.239305:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 16 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.239326:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:0.0:1788536332.239905:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.239982:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+16:33453:x1875415574051072:12345-192.168.203.55@tcp:101:cp.0 Request processed in 3388us (3743us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.239991:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 446 00000100:00100000:1.0:1788536332.240488:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574051200 00000100:00100000:1.0:1788536332.240496:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574051200 00010000:00010000:1.0:1788536332.240532:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.240566:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 459 00000100:00100000:1.0:1788536332.240574:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+16:2354:x1875415574051200:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536332.240587:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536332.240606:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.240619:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.240641:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000024f1ebac/0x94dfe24b69f5293a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14db expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.240662:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.240667:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.240675:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 15 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.240684:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 15 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.240718:0:5809:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 15 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.240732:0:5809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5809:1875415583152640:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536332.240791:0:5809:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50267780 going to sleep for 11 seconds 00000100:00100000:1.0:1788536332.244810:0:5809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:5809:1875415583152640:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536332.244835:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536332.244882:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574051200:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 4308us (4978us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.244894:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 459 00000100:00100000:0.0:1788536332.248356:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.248489:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574051456 00000100:00100000:3.0:1788536332.248499:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574051456 00000100:00100000:3.0:1788536332.248547:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 308 00000100:00100000:3.0:1788536332.248556:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+75:33453:x1875415574051456:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536332.248941:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+76:33453:x1875415574051456:12345-192.168.203.55@tcp:35:cp.0 Request processed in 384us (593us total) trans 4294968306 rc 0/0 00000100:00100000:3.0:1788536332.248950:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 308 00000100:00100000:0.0:1788536332.293796:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.293896:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574051584 00000100:00100000:2.0:1788536332.293906:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574051584 00000100:00100000:2.0:1788536332.293967:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1556 00000100:00100000:2.0:1788536332.293977:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+112:33456:x1875415574051584:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.293996:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.294016:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52948 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14e9 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294092:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294107:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294119:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294137:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294145:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294153:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294239:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f5295d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294248:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f5295d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294255:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f5295d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536332.294288:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 158 00000004:00200000:2.0:1788536332.294292:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536332.294310:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f5295d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294321:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f5295d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294330:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294342:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294348:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294354:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.294359:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294424:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294438:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.294442:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.294446:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294452:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f5294f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294627:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294634:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294640:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294645:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.294649:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294655:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294662:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1d61e36800) 00010000:00010000:2.0:1788536332.294665:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.294668:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294674:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52956 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294708:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52948 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e9 expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294722:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f5295d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e9 expref: 113 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.294729:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:2.0:1788536332.294732:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536332.294735:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5200, rc 0) 00000100:00100000:2.0:1788536332.294785:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+113:33456:x1875415574051584:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 810us (997us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.294793:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1556 00000100:00100000:3.0:1788536332.306325:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.306425:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.306507:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574051712 00000100:00100000:1.0:1788536332.306516:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574051712 00000100:00100000:1.0:1788536332.306570:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 80 00000100:00100000:1.0:1788536332.306579:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:2355:x1875415574051712:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536332.306628:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.306646:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52964 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b14f0 expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306711:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306726:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306737:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306752:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306759:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306767:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306815:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306822:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306829:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306835:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.306839:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306851:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306862:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.306865:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.306869:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306876:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f5296b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306888:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306894:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306900:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306905:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.306908:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306914:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306921:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d4631b800) 00010000:00010000:1.0:1788536332.306924:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.306926:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306937:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52972 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306964:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52964 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14f0 expref: 114 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306974:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.306976:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536332.306980:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52964 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14f0 expref: 114 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.306989:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc -2) 00000100:00100000:1.0:1788536332.307058:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:2355:x1875415574051712:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 480us (742us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536332.307066:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 80 00000100:00100000:2.0:1788536332.312192:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574051840 00000100:00100000:2.0:1788536332.312208:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574051840 00000100:00100000:2.0:1788536332.312268:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 447 00000100:00100000:2.0:1788536332.312279:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574051840:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.312296:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.312314:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52979 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1528 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.312424:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583152768:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536332.312539:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e669c0 going to sleep for 11 seconds 00002000:00010000:2.0:1788536332.319777:0:16289:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536332.319788:0:16289:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb mtime: 0 -> 1788536331 00002000:00010000:2.0:1788536332.319790:0:16289:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb atime: 0 -> 1788536331 00002000:00010000:2.0:1788536332.319793:0:16289:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x1f:0x0] updating lvb ctime: 0 -> 1788536331 00000100:00100000:2.0:1788536332.319814:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583152768:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536332.319851:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52979 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1528 expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.319877:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52979 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1528 expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.319892:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc 0) 00000100:00100000:2.0:1788536332.319949:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574051840:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 7671us (13522us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.319958:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 447 00000100:00100000:3.0:1788536332.324496:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.324821:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574051968 00000100:00100000:0.0:1788536332.324830:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574051968 00000100:00100000:0.0:1788536332.324883:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1557 00000100:00100000:0.0:1788536332.324893:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+113:33456:x1875415574051968:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536332.324911:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536332.324929:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52980 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b152f expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.324996:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.325009:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.325020:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536332.325064:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:0.0:1788536332.325069:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536332.325089:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.325116:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52980 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 115 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.325132:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 114 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.325141:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.325144:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536332.325146:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd200, rc 0) 00000100:00100000:0.0:1788536332.325207:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+114:33456:x1875415574051968:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 316us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536332.325214:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1557 00000100:00100000:0.0:1788536332.330874:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.330935:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574052096 00000100:00100000:2.0:1788536332.330946:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574052096 00000100:00100000:2.0:1788536332.331010:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 448 00000100:00100000:2.0:1788536332.331020:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574052096:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.331040:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.331057:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f5298e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1536 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.331111:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583152896:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536332.331185:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e669c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.334255:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583152896:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536332.334294:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f5298e lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1536 expref: 17 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.334339:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f5298e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1536 expref: 17 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.334354:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc 0) 00000100:00100000:2.0:1788536332.334438:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574052096:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3418us (3573us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.334446:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 448 00000100:00100000:3.0:1788536332.340449:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.340814:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574052352 00000100:00100000:2.0:1788536332.340825:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574052352 00000100:00100000:2.0:1788536332.340883:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1558 00000100:00100000:2.0:1788536332.340894:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:33456:x1875415574052352:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536332.341129:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:2.0:1788536332.341313:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:33456:x1875415574052352:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 421us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.341323:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1558 00000100:00100000:0.0:1788536332.353502:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.353550:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.353750:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574052608 00000100:00100000:1.0:1788536332.353760:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574052608 00000100:00100000:1.0:1788536332.353819:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 81 00000100:00100000:1.0:1788536332.353829:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:2354:x1875415574052608:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536332.353865:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.353884:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52995 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1544 expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.353944:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.353958:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.353969:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.353984:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.353991:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.353998:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354048:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354056:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354063:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354069:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.354073:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354081:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354093:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.354097:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.354102:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354108:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f5299c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354122:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354128:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354134:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354139:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.354141:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354147:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354153:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x4b66ad81 (ffff8b1d4631b800) 00010000:00010000:1.0:1788536332.354156:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.354158:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354164:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354191:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52995 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1544 expref: 115 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354205:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.354207:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536332.354211:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52995 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1544 expref: 115 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.354219:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc -2) 00000100:00100000:1.0:1788536332.354298:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:2354:x1875415574052608:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 471us (747us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536332.354307:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 81 00000100:00100000:2.0:1788536332.354601:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574052480 00000100:00100000:2.0:1788536332.354608:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574052480 00000100:00100000:2.0:1788536332.354658:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1559 00000100:00100000:2.0:1788536332.354667:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+114:33459:x1875415574052480:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536332.354677:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.354688:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f529aa lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b153d expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354728:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354739:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354747:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354759:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354766:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354773:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354801:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354807:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354818:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354823:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.354827:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354833:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354841:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.354843:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.354846:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354852:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354864:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354870:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354875:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354880:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.354882:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354892:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354900:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536332.354902:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.354904:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354910:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529b8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354935:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f529aa lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b153d expref: 115 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354944:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.354947:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.354950:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f529aa lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b153d expref: 115 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.354958:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc 0) 00000100:00100000:2.0:1788536332.354998:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+114:33459:x1875415574052480:12345-192.168.203.55@tcp:101:bash.0 Request processed in 333us (1506us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.355004:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1559 00000100:00100000:0.0:1788536332.369000:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.369136:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574052736 00000100:00100000:1.0:1788536332.369146:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574052736 00000100:00100000:1.0:1788536332.369202:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1560 00000100:00100000:1.0:1788536332.369212:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+76:33460:x1875415574052736:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536332.369232:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.369250:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f529bf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b154b expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369575:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369591:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369602:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369616:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369623:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369629:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369781:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369789:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369795:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369801:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.369805:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369812:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369823:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.369826:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.369830:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369836:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f529c6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369848:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369854:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369859:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369864:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.369866:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369872:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369879:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d4631b800) 00010000:00010000:1.0:1788536332.369881:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.369884:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369890:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f529cd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369924:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f529bf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b154b expref: 77 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369934:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.369936:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.369940:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f529bf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b154b expref: 77 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.369953:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc 0) 00000100:00100000:1.0:1788536332.370010:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+76:33460:x1875415574052736:12345-192.168.203.55@tcp:101:rm.0 Request processed in 799us (1018us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536332.370017:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1560 00000100:00100000:0.0:1788536332.373257:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.373608:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574052864 00000100:00100000:1.0:1788536332.373618:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574052864 00000100:00100000:1.0:1788536332.373669:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 82 00000100:00100000:1.0:1788536332.373679:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c57bc05c-f865-4d91-8452-c561a98a0236+76:2354:x1875415574052864:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536332.373715:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.373735:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f529d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1552 expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.373791:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.373806:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.373817:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.373831:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.373865:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536332.373909:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.373918:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.373930:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574052992 00000100:00100000:2.0:1788536332.373934:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574052992 00010000:00010000:1.0:1788536332.373969:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.373970:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1561 00010000:00010000:1.0:1788536332.373976:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.373977:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+78:33460:x1875415574052992:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536332.373983:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.373989:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.373989:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.373993:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.373997:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f529e9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1559 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374001:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374013:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.374016:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.374021:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374026:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374028:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f529db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374034:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374041:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374051:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374052:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374059:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374066:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374089:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374095:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374101:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374105:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.374109:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374114:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374122:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.374124:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.374127:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374132:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f529f0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374142:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374148:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374154:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374159:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.374163:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374169:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374176:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536332.374179:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.374182:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374187:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f529f7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374218:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f529e9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1559 expref: 79 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374227:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.374230:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.374233:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f529e9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1559 expref: 79 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.374243:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc 0) 00000100:00100000:2.0:1788536332.374346:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+78:33460:x1875415574052992:12345-192.168.203.55@tcp:101:rm.0 Request processed in 368us (481us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.374353:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1561 00010000:00010000:1.0:1788536332.374433:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374440:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374445:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.374448:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374455:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374465:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x36fdbbdd (ffff8b1d4631b200) 00010000:00010000:1.0:1788536332.374469:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.374610:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374618:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f529e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374643:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f529d4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1552 expref: 77 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374653:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.374655:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536332.374659:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f529d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1552 expref: 77 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.374666:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade600, rc -2) 00000100:00100000:1.0:1788536332.374975:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c57bc05c-f865-4d91-8452-c561a98a0236+76:2354:x1875415574052864:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 1296us (1725us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536332.374983:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 82 00000100:00100000:0.0:1788536332.389558:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.389614:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574053120 00000100:00100000:3.0:1788536332.389625:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574053120 00000100:00100000:3.0:1788536332.389692:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1562 00000100:00100000:3.0:1788536332.389703:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+76:33461:x1875415574053120:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536332.389722:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.389741:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f529fe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1560 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389808:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389822:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389849:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389864:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389871:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389877:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389927:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389935:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389942:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389952:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.389956:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389964:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389975:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.389977:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.389981:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389985:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a05 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389993:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.389996:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.390000:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.390003:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.390005:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.390008:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.390014:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d4b701000) 00010000:00010000:3.0:1788536332.390015:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.390017:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.390020:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a0c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.390045:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f529fe lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1560 expref: 77 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.390051:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.390053:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.390055:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f529fe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1560 expref: 77 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.390060:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc 0) 00000100:00100000:3.0:1788536332.390107:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+76:33461:x1875415574053120:12345-192.168.203.55@tcp:101:cp.0 Request processed in 406us (559us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.390115:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1562 00000100:00100000:1.0:1788536332.395813:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583153024:0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.395885:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536332.395927:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583153536:0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.395953:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536332.395981:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583153536 00000100:00100000:1.0:1788536332.395984:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536332.395990:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583153536 00000100:00100000:1.0:1788536332.395992:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583153152:0@lo:400:kworker.0 00000100:00080000:3.0:1788536332.396017:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536332.396017:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536332.396056:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583153152 00000100:00100000:3.0:1788536332.396060:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583153152 00000100:00100000:3.0:1788536332.396087:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1788536332.396109:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583153664:0@lo:400:kworker.0 00000100:00100000:3.0:1788536332.396134:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583153536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396144:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536332.396185:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583153280:0@lo:400:kworker.0 00000100:00100000:3.0:1788536332.396226:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583153536:12345-0@lo:400:kworker.0 Request processed in 127us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.396234:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536332.396240:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1788536332.396263:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583153280 00000100:00100000:3.0:1788536332.396267:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583153280 00000100:00100000:1.0:1788536332.396274:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536332.396284:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583153408:0@lo:400:kworker.0 00000100:00080000:3.0:1788536332.396289:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536332.396306:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583153664 00000100:00100000:3.0:1788536332.396310:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583153664 00000100:00100000:1.0:1788536332.396320:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536332.396394:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583153408 00000100:00100000:3.0:1788536332.396398:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583153408 00000100:00100000:2.0:1788536332.396410:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1788536332.396416:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583153024 00000100:00100000:2.0:1788536332.396423:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583153664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396423:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583153024 00000100:00100000:3.0:1788536332.396431:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1788536332.396442:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583153408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396466:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788536332.396472:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583153664:12345-0@lo:400:kworker.0 Request processed in 52us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.396479:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788536332.396508:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583153408:12345-0@lo:400:kworker.0 Request processed in 69us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.396517:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00080000:3.0:1788536332.396538:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536332.396542:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536332.396564:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788536332.396572:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583153152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536332.396607:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583153152:12345-0@lo:400:kworker.0 Request processed in 36us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.396613:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788536332.396627:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1788536332.396635:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583153280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396643:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583153024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536332.396677:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583153280:12345-0@lo:400:kworker.0 Request processed in 43us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.396685:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1788536332.396697:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583153024:12345-0@lo:400:kworker.0 Request processed in 223us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.396706:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1788536332.396769:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583153408:0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396782:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583153280:0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396808:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583153152:0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396818:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967390 gen 2 00000004:00080000:1.0:1788536332.396824:0:3284:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967390 committed transno 4294967390 00000100:00100000:1.0:1788536332.396842:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583153664:0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396855:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583153024:0@lo:400:kworker.0 00000100:00100000:1.0:1788536332.396865:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583153536:0@lo:400:kworker.0 00000100:00100000:2.0:1788536332.396970:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.397023:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574053248 00000100:00100000:2.0:1788536332.397027:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574053248 00000100:00100000:2.0:1788536332.397064:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1563 00000100:00100000:2.0:1788536332.397072:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+76:33461:x1875415574053248:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536332.397088:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.397110:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a13 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1567 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397206:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397222:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397234:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397252:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397260:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397268:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397339:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397347:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397354:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397389:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.397394:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397402:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397414:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.397417:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.397422:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397428:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52a1a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397441:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397448:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397455:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397460:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.397464:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397470:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397479:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.397482:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.397485:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397491:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52a21 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397525:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a13 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1567 expref: 77 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397535:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.397538:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.397541:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a13 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1567 expref: 77 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.397551:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc 0) 00000100:00100000:2.0:1788536332.397594:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+76:33461:x1875415574053248:12345-192.168.203.55@tcp:101:cp.0 Request processed in 523us (626us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.397602:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1563 00000100:00100000:0.0:1788536332.400651:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.400739:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574053504 00000100:00100000:2.0:1788536332.400750:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574053504 00000100:00100000:2.0:1788536332.400846:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1564 00000100:00100000:2.0:1788536332.400856:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+76:33461:x1875415574053504:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536332.400874:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.400894:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52a28 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b156e expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.401005:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.401024:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.401033:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.401067:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 113 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.401081:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 113 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.401095:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583153792:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536332.401179:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d51961900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536332.405117:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.405189:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574053632 00000100:00100000:1.0:1788536332.405198:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574053632 00010000:00010000:1.0:1788536332.405249:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 114 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.405294:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 460 00000100:00100000:1.0:1788536332.405309:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+114:2354:x1875415574053632:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536332.405325:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1788536332.405326:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583153792:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536332.405336:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 114 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.405356:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 114 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.405553:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.405570:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52987 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b152f expref: 114 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.405589:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.405594:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.405605:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.405613:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.405642:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536332.405686:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:00ae59d6-327b-42ee-8208-04d639d528fc+113:2354:x1875415574053632:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 383us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.405693:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 460 00010000:00010000:2.0:1788536332.405848:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.405856:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.405889:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.405899:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.405909:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536332.406975:0:5825:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x22:0x0], index 1: 0 00010000:00010000:2.0:1788536332.407136:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407148:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407157:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407188:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407195:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407202:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407207:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.407222:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407229:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407238:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.407241:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.407245:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407251:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a2f lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536332.407262:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000dfaf8db1 reply state 000000001bcffc86 transno 4294968307 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.407270:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536332.407301:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52a28 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 79 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407314:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 78 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.407322:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:2.0:1788536332.407324:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536332.407326:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5c00, rc 0) 00000100:00100000:2.0:1788536332.407410:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+79:33461:x1875415574053504:12345-192.168.203.55@tcp:101:cp.0 Request processed in 6556us (6766us total) trans 4294968307 rc 0/0 00000100:00100000:2.0:1788536332.407418:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1564 00000100:00100000:0.0:1788536332.414245:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536332.414300:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.414314:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.414323:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.414330:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.414336:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.414345:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.414576:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d61e36800) 00010000:00010000:1.0:1788536332.414580:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.414585:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.414593:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52a36 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.419673:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574053760 00000100:00100000:3.0:1788536332.419698:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574053760 00000100:00100000:3.0:1788536332.419760:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 449 00000100:00100000:3.0:1788536332.419771:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574053760:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536332.419788:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.419806:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1575 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536332.419832:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788536332.419850:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=710s v=(0 0) 00010000:00010000:3.0:1788536332.419855:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.419865:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 15 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.419882:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 15 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.419896:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc 0) 00000100:00100000:3.0:1788536332.419968:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574053760:12345-192.168.203.55@tcp:101:cp.0 Request processed in 199us (5732us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.419975:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 449 00000100:00100000:0.0:1788536332.423217:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.423289:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574053888 00000100:00100000:1.0:1788536332.423307:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574053888 00000100:00100000:1.0:1788536332.423424:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 450 00000100:00100000:1.0:1788536332.423436:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:33461:x1875415574053888:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536332.423460:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.423482:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b157c expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.423522:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 16 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.423533:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.423539:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.423545:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 16 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.423588:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 16 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.423606:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.424596:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583153920:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536332.424719:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5d80 going to sleep for 11 seconds 00000001:00080000:1.0:1788536332.426884:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967377 is committed 00000100:00100000:0.0:1788536332.428344:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.428394:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583153920:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536332.428431:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 16 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.428451:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade600, rc 0) 00000100:00100000:3.0:1788536332.428487:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574054016 00000100:00100000:3.0:1788536332.428494:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574054016 00000100:00100000:1.0:1788536332.428505:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+17:33461:x1875415574053888:12345-192.168.203.55@tcp:101:cp.0 Request processed in 5072us (5298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.428514:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 450 00010000:00010000:3.0:1788536332.428523:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 17 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.428552:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 461 00000100:00100000:3.0:1788536332.428561:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48692450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+16:2354:x1875415574054016:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536332.428577:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536332.428598:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.428614:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.428635:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c5cf3918/0x94dfe24b69f52a4b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1575 expref: 16 pid: 6667 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.428649:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.428653:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.428661:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 15 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.428671:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 15 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.429025:0:11659:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 15 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.429040:0:11659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11659:1875415583154048:192.168.203.55@tcp:105: 00000100:00100000:3.0:1788536332.429101:0:11659:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d41377780 going to sleep for 11 seconds 00000100:00100000:3.0:1788536332.430677:0:11659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:11659:1875415583154048:192.168.203.55@tcp:105: 00010000:00010000:3.0:1788536332.430700:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536332.430744:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48692450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574054016:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2183us (2405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.430753:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 461 00000100:00100000:0.0:1788536332.431762:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.431824:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574054272 00000100:00100000:2.0:1788536332.431832:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574054272 00000100:00100000:2.0:1788536332.431877:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 309 00000100:00100000:2.0:1788536332.431886:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+78:33461:x1875415574054272:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536332.432265:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+79:33461:x1875415574054272:12345-192.168.203.55@tcp:35:cp.0 Request processed in 378us (505us total) trans 4294968308 rc 0/0 00000100:00100000:2.0:1788536332.432274:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 309 00000100:00100000:0.0:1788536332.463938:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.464030:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574054400 00000100:00100000:2.0:1788536332.464039:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574054400 00000100:00100000:2.0:1788536332.464091:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1565 00000100:00100000:2.0:1788536332.464099:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+113:33464:x1875415574054400:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.464117:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.464135:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52a59 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1583 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.464206:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.464231:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.464242:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.464258:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.464275:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.464282:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464471:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52a6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464489:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464495:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536332.464526:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 158 00000004:00200000:3.0:1788536332.464531:0:6725:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536332.464550:0:6725:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464562:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52a6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464571:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464578:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464586:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464593:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.464597:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464609:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464622:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.464625:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.464630:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464636:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52a60 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464649:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464655:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464662:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464721:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.464727:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464734:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464743:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d61e36600) 00010000:00010000:3.0:1788536332.464746:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.464749:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464758:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52a67 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464795:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52a59 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1583 expref: 115 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464809:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52a6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1583 expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.464816:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:3.0:1788536332.464818:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536332.464820:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49800, rc 0) 00000100:00100000:3.0:1788536332.464883:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e536a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+114:33464:x1875415574054400:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 784us (962us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.464890:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1565 00000100:00100000:0.0:1788536332.467775:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.467999:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574054528 00000100:00100000:1.0:1788536332.468009:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574054528 00000100:00100000:1.0:1788536332.468067:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 451 00000100:00100000:1.0:1788536332.468078:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574054528:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536332.468093:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.468111:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52a75 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b158a expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.468165:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583154176:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536332.468256:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5d80 going to sleep for 11 seconds 00002000:00010000:1.0:1788536332.473882:0:9635:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788536332.473891:0:9635:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb mtime: 0 -> 1788536331 00002000:00010000:1.0:1788536332.473893:0:9635:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb atime: 0 -> 1788536331 00002000:00010000:1.0:1788536332.473895:0:9635:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x22:0x0] updating lvb ctime: 0 -> 1788536331 00000100:00100000:1.0:1788536332.473919:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583154176:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536332.473955:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52a75 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b158a expref: 19 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.473983:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52a75 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b158a expref: 19 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.473996:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfc00, rc 0) 00000100:00100000:1.0:1788536332.474069:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574054528:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 5992us (6311us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536332.474898:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 451 00000100:00100000:0.0:1788536332.483837:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.483951:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574054656 00000100:00100000:1.0:1788536332.483960:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574054656 00000100:00100000:1.0:1788536332.484023:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1566 00000100:00100000:1.0:1788536332.484033:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+114:33464:x1875415574054656:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536332.484052:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.484072:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52a7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1591 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.484139:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.484152:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.484163:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536332.484193:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:1.0:1788536332.484197:0:5824:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536332.484214:0:5824:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.484241:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52a7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 116 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.484259:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 115 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.484268:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.484271:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788536332.484276:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfa00, rc 0) 00000100:00100000:1.0:1788536332.484501:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+115:33464:x1875415574054656:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 469us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.484509:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1566 00000100:00100000:0.0:1788536332.490632:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.490711:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574054784 00000100:00100000:3.0:1788536332.490720:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574054784 00000100:00100000:3.0:1788536332.490776:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 452 00000100:00100000:3.0:1788536332.490786:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574054784:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536332.490805:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.490822:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52a8a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1598 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.490882:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583154304:192.168.203.55@tcp:106: 00000100:00100000:3.0:1788536332.490971:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536332.493509:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583154304:192.168.203.55@tcp:106: 00010000:00010000:3.0:1788536332.493548:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52a8a lrc: 1/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1598 expref: 19 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.493572:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52a8a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1598 expref: 19 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.493586:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48e00, rc 0) 00000100:00100000:3.0:1788536332.493675:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574054784:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 2890us (3051us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.493683:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 452 00000100:00100000:1.0:1788536332.498788:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.498876:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574055040 00000100:00100000:2.0:1788536332.498887:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574055040 00000100:00100000:2.0:1788536332.499451:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1567 00000100:00100000:2.0:1788536332.499640:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+115:33464:x1875415574055040:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536332.499869:0:5825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:2.0:1788536332.499972:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+115:33464:x1875415574055040:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 337us (1191us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.501694:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1567 00000100:00100000:0.0:1788536332.511010:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.511129:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574055168 00000100:00100000:3.0:1788536332.511140:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574055168 00000100:00100000:3.0:1788536332.511233:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1568 00000100:00100000:3.0:1788536332.511244:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+115:33465:x1875415574055168:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:3.0:1788536332.511262:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.511302:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a91 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b159f expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.511693:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.511709:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.511720:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.511781:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.511790:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.511797:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.511857:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.511865:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.513957:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.513971:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.513976:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.513986:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514003:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.514006:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.514011:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514017:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52a98 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514035:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514043:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514048:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514053:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.514055:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514061:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514068:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff8b1d4b701500) 00010000:00010000:3.0:1788536332.514070:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.514073:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514079:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52a9f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514125:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a91 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b159f expref: 116 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514136:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.514138:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.514141:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52a91 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b159f expref: 116 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.514156:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48e00, rc 0) 00000100:00100000:3.0:1788536332.514233:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+115:33465:x1875415574055168:12345-192.168.203.55@tcp:101:bash.0 Request processed in 2990us (3231us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.514242:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1568 00000100:00100000:3.0:1788536332.523803:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.524142:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574055296 00000100:00100000:1.0:1788536332.524153:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574055296 00000100:00100000:1.0:1788536332.524212:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1569 00000100:00100000:1.0:1788536332.524222:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+79:33466:x1875415574055296:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536332.524243:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.524262:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52aa6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15a6 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524335:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524350:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524412:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524428:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524436:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524442:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524503:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524510:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524517:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524523:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.524527:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524535:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524547:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.524551:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.524556:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524563:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52aad lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524576:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524582:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524587:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524592:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.524594:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524611:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524619:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536332.524622:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.524625:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524630:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ab4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524665:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52aa6 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15a6 expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524682:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.524684:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.524688:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52aa6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15a6 expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.524697:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf600, rc 0) 00000100:00100000:1.0:1788536332.524756:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+79:33466:x1875415574055296:12345-192.168.203.55@tcp:101:rm.0 Request processed in 535us (965us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536332.524764:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1569 00000100:00100000:1.0:1788536332.530335:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.530565:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574055424 00000100:00100000:3.0:1788536332.530575:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574055424 00000100:00100000:3.0:1788536332.530621:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1570 00000100:00100000:3.0:1788536332.530631:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+79:33466:x1875415574055424:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536332.530650:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.530672:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52abb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15ad expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530743:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530758:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530768:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530786:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530793:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530804:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530867:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530875:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530882:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530888:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.530892:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530900:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530912:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.530915:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.530919:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530926:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ac2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530938:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530944:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530950:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530956:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.530958:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530965:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530972:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff8b1d4b701500) 00010000:00010000:3.0:1788536332.530975:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.530977:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.530983:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ac9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.531016:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52abb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15ad expref: 80 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.531027:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.531029:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.531032:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52abb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15ad expref: 80 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.531042:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:3.0:1788536332.531107:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+79:33466:x1875415574055424:12345-192.168.203.55@tcp:101:rm.0 Request processed in 477us (782us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.531118:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1570 00000100:00100000:0.0:1788536332.549628:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.549781:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574055552 00000100:00100000:3.0:1788536332.549792:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574055552 00000100:00100000:3.0:1788536332.549862:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1571 00000100:00100000:3.0:1788536332.549872:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+79:33467:x1875415574055552:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536332.549891:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.549911:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ad0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15b4 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.549986:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550002:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550012:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550029:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550036:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550043:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550093:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550105:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550112:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550118:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.550123:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550130:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550140:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.550143:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.550147:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550152:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52ad7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550166:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550172:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550177:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550195:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.550199:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550205:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550213:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff8b1d4b701500) 00010000:00010000:3.0:1788536332.550215:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.550218:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550223:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ade lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550255:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ad0 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15b4 expref: 80 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550276:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.550279:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.550283:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52ad0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15b4 expref: 80 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.550293:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49a00, rc 0) 00000100:00100000:3.0:1788536332.550357:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+79:33467:x1875415574055552:12345-192.168.203.55@tcp:101:cp.0 Request processed in 486us (739us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.550422:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1571 00000100:00100000:1.0:1788536332.556141:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.556774:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574055680 00000100:00100000:3.0:1788536332.556785:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574055680 00000100:00100000:3.0:1788536332.556845:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1572 00000100:00100000:3.0:1788536332.556855:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+79:33467:x1875415574055680:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536332.556876:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.556897:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ae5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15bb expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.556964:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.556978:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.556988:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557001:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557007:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557018:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557065:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557072:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557078:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557083:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.557088:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557095:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557106:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.557109:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.557114:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557120:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52aec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557132:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557138:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557144:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557149:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.557152:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557158:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557165:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff8b1d4b701500) 00010000:00010000:3.0:1788536332.557167:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.557170:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557176:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52af3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557207:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ae5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15bb expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557217:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.557220:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.557223:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ae5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15bb expref: 80 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.557232:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d42bbb600, rc 0) 00000100:00100000:3.0:1788536332.557295:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+79:33467:x1875415574055680:12345-192.168.203.55@tcp:101:cp.0 Request processed in 442us (1163us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.557303:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1572 00000100:00100000:1.0:1788536332.562015:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.562222:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574055936 00000100:00100000:0.0:1788536332.562231:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574055936 00000100:00100000:0.0:1788536332.562285:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1573 00000100:00100000:0.0:1788536332.562294:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+79:33467:x1875415574055936:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536332.562313:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536332.562331:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52afa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15c2 expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.562506:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.562520:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 114 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.562534:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.562564:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 114 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.562576:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 114 pid: 5824 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.562588:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583154432:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536332.562676:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536332.567637:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.567756:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583154432:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536332.567782:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.568098:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574056064 00000100:00100000:2.0:1788536332.568103:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574056064 00010000:00010000:2.0:1788536332.568134:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 115 pid: 5824 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.568176:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 462 00000100:00100000:2.0:1788536332.568187:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+115:2355:x1875415574056064:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536332.568198:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536332.568203:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 115 pid: 5824 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.568211:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 115 pid: 5824 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.568235:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f52a83 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1591 expref: 115 pid: 5824 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.568246:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.568249:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.568255:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.568260:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.568767:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536332.568823:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+114:2355:x1875415574056064:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 638us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.568831:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 462 00010000:00010000:1.0:1788536332.568896:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.568904:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.568929:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.568939:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.568952:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536332.570352:0:16075:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x20:0x0], index 0: 0 00010000:00010000:1.0:1788536332.570857:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.570871:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.571855:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.571909:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.571916:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.571922:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.571928:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.571932:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.571940:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.571952:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.571955:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.571960:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.571966:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52b01 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536332.571979:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000b36da5ff reply state 00000000804d2a43 transno 4294968309 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.571988:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788536332.572029:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cda00/0x94dfe24b69f52afa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 82 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.572044:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 81 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.572050:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:1.0:1788536332.572053:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536332.572055:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade800, rc 0) 00000100:00100000:1.0:1788536332.572125:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+82:33467:x1875415574055936:12345-192.168.203.55@tcp:101:cp.0 Request processed in 9832us (10119us total) trans 4294968309 rc 0/0 00000100:00100000:1.0:1788536332.572134:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1573 00010000:00010000:1.0:1788536332.575631:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.575649:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.575656:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.575666:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.575671:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.575678:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.575694:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536332.575697:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.575702:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.575708:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52b08 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.575841:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.575898:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574056192 00000100:00100000:1.0:1788536332.575906:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574056192 00000100:00100000:1.0:1788536332.575960:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 453 00000100:00100000:1.0:1788536332.575969:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574056192:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536332.575985:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.576003:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15c9 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536332.576027:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1788536332.576045:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=710s v=(0 0) 00010000:00010000:1.0:1788536332.576049:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.576057:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.576078:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 12 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.576090:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adea00, rc 0) 00000100:00100000:1.0:1788536332.576305:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574056192:12345-192.168.203.55@tcp:101:cp.0 Request processed in 336us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.576311:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 453 00000100:00100000:0.0:1788536332.580208:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.581116:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574056320 00000100:00100000:1.0:1788536332.581130:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574056320 00000100:00100000:1.0:1788536332.581225:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 454 00000100:00100000:1.0:1788536332.581235:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:33467:x1875415574056320:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536332.581252:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.581537:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15d0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.581571:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.581581:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.581585:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.581591:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 13 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.581623:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.581637:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 13 pid: 6668 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.581650:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583154560:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536332.581763:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536332.584995:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.585126:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583154560:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536332.585158:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 13 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.585178:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfa00, rc 0) 00000100:00100000:2.0:1788536332.585279:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574056448 00000100:00100000:2.0:1788536332.585285:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574056448 00010000:00010000:2.0:1788536332.585315:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 14 pid: 6668 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.585355:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 463 00000100:00100000:2.0:1788536332.585399:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574056448:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536332.585421:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536332.585442:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 14 pid: 6668 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.585455:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 14 pid: 6668 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.585486:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52b1d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c9 expref: 14 pid: 6668 timeout: 810 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.585500:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.585504:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.585512:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 13 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.585527:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 13 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.585558:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 13 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.585570:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583154688:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536332.586628:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:33467:x1875415574056320:12345-192.168.203.55@tcp:101:cp.0 Request processed in 5389us (6423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.586638:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 454 00000100:00100000:2.0:1788536332.586738:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d51961900 going to sleep for 11 seconds 00000100:00100000:0.0:1788536332.592503:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.592625:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574056704 00000100:00100000:1.0:1788536332.592634:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574056704 00000100:00100000:1.0:1788536332.592687:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 310 00000100:00100000:1.0:1788536332.592696:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+81:33467:x1875415574056704:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:1.0:1788536332.593025:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+82:33467:x1875415574056704:12345-192.168.203.55@tcp:35:cp.0 Request processed in 321us (521us total) trans 4294968310 rc 0/0 00000100:00100000:1.0:1788536332.593034:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 310 00000100:00100000:2.0:1788536332.594169:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5808:1875415583154688:192.168.203.55@tcp:105: 00010000:00010000:2.0:1788536332.594196:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536332.594248:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+12:2354:x1875415574056448:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 8850us (9261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.594258:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 463 00000100:00100000:0.0:1788536332.628164:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.628528:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574056832 00000100:00100000:2.0:1788536332.628538:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574056832 00000100:00100000:2.0:1788536332.628638:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1574 00000100:00100000:2.0:1788536332.628648:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:33470:x1875415574056832:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.628668:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.628688:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b2b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15d7 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628761:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628776:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628798:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628813:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628820:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628828:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628921:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4800/0x94dfe24b69f52b40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628941:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4800/0x94dfe24b69f52b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.628948:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4800/0x94dfe24b69f52b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536332.628982:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 158 00000004:00200000:2.0:1788536332.628987:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536332.629007:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4800/0x94dfe24b69f52b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629019:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4800/0x94dfe24b69f52b40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629028:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629040:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629048:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629054:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.629059:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629066:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629078:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.629092:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.629097:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629104:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b32 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629118:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629125:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629131:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629136:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.629139:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629146:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629154:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.629157:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.629160:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629166:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b39 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629199:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b2b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d7 expref: 116 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629213:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4800/0x94dfe24b69f52b40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d7 expref: 115 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.629221:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:2.0:1788536332.629223:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536332.629226:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4800, rc 0) 00000100:00100000:2.0:1788536332.629300:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+115:33470:x1875415574056832:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 654us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.629308:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1574 00000100:00100000:1.0:1788536332.633702:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.634776:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574056960 00000100:00100000:2.0:1788536332.634798:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574056960 00000100:00100000:2.0:1788536332.634859:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 455 00000100:00100000:2.0:1788536332.634870:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574056960:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.634887:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.634904:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52b47 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15de expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.634972:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583154816:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536332.635265:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d51961900 going to sleep for 11 seconds 00002000:00010000:2.0:1788536332.639053:0:6667:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536332.639063:0:6667:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb mtime: 0 -> 1788536332 00002000:00010000:2.0:1788536332.639065:0:6667:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb atime: 0 -> 1788536332 00002000:00010000:2.0:1788536332.639067:0:6667:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x20:0x0] updating lvb ctime: 0 -> 1788536332 00000100:00100000:2.0:1788536332.639090:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583154816:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536332.639126:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52b47 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15de expref: 17 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.639150:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52b47 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15de expref: 17 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.639162:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5600, rc 0) 00000100:00100000:2.0:1788536332.639218:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574056960:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 4349us (5525us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.639227:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 455 00000100:00100000:0.0:1788536332.642634:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.644275:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574057088 00000100:00100000:2.0:1788536332.644289:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574057088 00000100:00100000:2.0:1788536332.644384:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1575 00000100:00100000:2.0:1788536332.644396:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+115:33470:x1875415574057088:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.644417:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.644438:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15e5 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.644516:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.644530:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.644540:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536332.644572:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:2.0:1788536332.644576:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536332.644593:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.644621:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 117 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.644640:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 116 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.644649:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.644651:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536332.644655:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4000, rc 0) 00000100:00100000:2.0:1788536332.644709:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+116:33470:x1875415574057088:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 315us (2085us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.644718:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1575 00000100:00100000:1.0:1788536332.651907:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.652004:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574057216 00000100:00100000:2.0:1788536332.652014:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574057216 00000100:00100000:2.0:1788536332.652063:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:2.0:1788536332.652072:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574057216:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.652089:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.652107:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52b5c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15ec expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.652164:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583154944:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536332.652249:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d51961900 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.660038:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583154944:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536332.660080:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52b5c lrc: 1/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15ec expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.660106:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52b5c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15ec expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.660118:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc 0) 00000100:00100000:2.0:1788536332.660178:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574057216:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 8107us (8281us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.660185:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 456 00000100:00100000:1.0:1788536332.667594:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.667893:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574057472 00000100:00100000:0.0:1788536332.667903:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574057472 00000100:00100000:0.0:1788536332.667964:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1576 00000100:00100000:0.0:1788536332.667974:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+116:33470:x1875415574057472:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:0.0:1788536332.668210:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:0.0:1788536332.668292:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+116:33470:x1875415574057472:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 320us (707us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536332.668301:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1576 00000100:00100000:1.0:1788536332.686257:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.686945:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574057600 00000100:00100000:2.0:1788536332.686955:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574057600 00000100:00100000:2.0:1788536332.687008:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1577 00000100:00100000:2.0:1788536332.687018:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+116:33471:x1875415574057600:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536332.687035:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.687051:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b63 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15f3 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687114:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687128:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687139:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687152:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687159:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687166:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687213:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687220:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687226:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687235:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.687239:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687245:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.687255:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.687258:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.688004:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688016:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52b6a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688033:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688039:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688045:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688050:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.688053:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688059:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688072:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.688074:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.688077:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688082:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52b71 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688121:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b63 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15f3 expref: 117 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688130:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.688132:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.688135:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52b63 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15f3 expref: 117 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.688142:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc 0) 00000100:00100000:2.0:1788536332.688246:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+116:33471:x1875415574057600:12345-192.168.203.55@tcp:101:bash.0 Request processed in 1229us (1996us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.688254:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1577 00000100:00100000:1.0:1788536332.701902:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.702003:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574057728 00000100:00100000:3.0:1788536332.702013:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574057728 00000100:00100000:3.0:1788536332.702112:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1578 00000100:00100000:3.0:1788536332.702122:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+82:33472:x1875415574057728:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536332.702144:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.702162:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52b78 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b15fa expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702227:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702244:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702254:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702280:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702288:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702294:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702348:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702355:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702419:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702424:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.702428:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702435:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702446:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.702449:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.702453:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702460:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52b7f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702480:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702486:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702493:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702498:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.702501:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702506:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702513:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff8b1d4b701500) 00010000:00010000:3.0:1788536332.702515:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.702518:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702524:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52b86 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702557:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52b78 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15fa expref: 83 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702568:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.702570:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.702573:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52b78 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15fa expref: 83 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.702582:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48e00, rc 0) 00000100:00100000:3.0:1788536332.702640:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+82:33472:x1875415574057728:12345-192.168.203.55@tcp:101:rm.0 Request processed in 519us (745us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.702646:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1578 00000100:00100000:1.0:1788536332.710655:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.711166:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574057856 00000100:00100000:3.0:1788536332.711176:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574057856 00000100:00100000:3.0:1788536332.711235:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1579 00000100:00100000:3.0:1788536332.711244:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+82:33472:x1875415574057856:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536332.711270:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.711290:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52b8d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1601 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711415:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711429:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711439:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711453:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711460:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711466:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711516:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711524:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711531:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711537:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.711541:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711549:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711561:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.711563:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.711568:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711573:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52b94 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711586:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711592:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711597:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711602:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.711604:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711610:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711617:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff8b1d4b701600) 00010000:00010000:3.0:1788536332.711619:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.711633:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711639:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52b9b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.711672:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52b8d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1601 expref: 83 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.713514:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.713523:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.713532:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52b8d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1601 expref: 83 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.713554:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:2.0:1788536332.713935:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+82:33472:x1875415574057856:12345-192.168.203.55@tcp:101:rm.0 Request processed in 2690us (3287us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.713945:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1579 00000100:00100000:1.0:1788536332.731434:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.731620:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574057984 00000100:00100000:2.0:1788536332.731630:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574057984 00000100:00100000:2.0:1788536332.731678:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1580 00000100:00100000:2.0:1788536332.731687:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+82:33473:x1875415574057984:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536332.731715:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.731734:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52ba2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1608 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731817:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731831:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731842:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731857:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731863:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731870:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731920:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731927:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731932:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731937:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.731942:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731949:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731960:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.731963:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.731968:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731973:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52ba9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731984:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731989:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731994:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.731999:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.732002:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.732008:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.732014:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.732016:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.732019:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.732024:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bb0 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.732057:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52ba2 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1608 expref: 83 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.732067:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.732069:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.732073:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52ba2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1608 expref: 83 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.732081:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc 0) 00000100:00100000:2.0:1788536332.732144:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+82:33473:x1875415574057984:12345-192.168.203.55@tcp:101:cp.0 Request processed in 457us (719us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.732151:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1580 00000100:00100000:1.0:1788536332.744925:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.745317:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574058112 00000100:00100000:3.0:1788536332.745327:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574058112 00000100:00100000:2.0:1788536332.745925:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1581 00000100:00100000:2.0:1788536332.745938:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+82:33473:x1875415574058112:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536332.745958:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.745977:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52bb7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b160f expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746052:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746066:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746081:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746096:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746102:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746109:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746157:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746165:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746171:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746177:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.746181:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746189:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746201:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.746204:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.746208:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746215:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bbe lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746229:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746234:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746240:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746245:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.746248:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746254:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746260:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.746262:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.746264:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746270:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bc5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746302:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52bb7 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b160f expref: 83 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746317:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.746319:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.746323:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52bb7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b160f expref: 83 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.746333:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc 0) 00000100:00100000:2.0:1788536332.746438:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+82:33473:x1875415574058112:12345-192.168.203.55@tcp:101:cp.0 Request processed in 504us (1521us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.746445:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1581 00000100:00100000:1.0:1788536332.761914:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.762764:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574058368 00000100:00100000:2.0:1788536332.762780:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574058368 00000100:00100000:2.0:1788536332.762861:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1582 00000100:00100000:2.0:1788536332.762873:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+82:33473:x1875415574058368:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536332.762900:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.762928:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52bcc lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1616 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.763220:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.763239:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 115 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.763249:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.765764:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 115 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.765802:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 115 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.765823:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583155072:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536332.765968:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d51961900 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.774821:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583155072:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536332.774869:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.776157:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.776444:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574058496 00000100:00100000:3.0:1788536332.776457:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574058496 00010000:00010000:3.0:1788536332.776511:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 116 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.776554:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 464 00000100:00100000:3.0:1788536332.776566:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+116:2355:x1875415574058496:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536332.776585:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536332.776592:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 116 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.776607:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 116 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.776636:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52b55 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15e5 expref: 116 pid: 5825 timeout: 810 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.776656:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.776662:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.776674:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.776687:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.776725:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536332.776789:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+115:2355:x1875415574058496:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 225us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.776797:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 464 00010000:00010000:2.0:1788536332.777278:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.777288:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.777320:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.777331:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.777340:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788536332.778018:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x23:0x0], index 1: 0 00010000:00010000:2.0:1788536332.778244:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778259:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778268:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778308:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778317:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778325:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778331:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.778336:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778346:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778397:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.778401:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.778406:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778413:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52bd3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536332.778425:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000002177bf4e reply state 0000000007bcaab0 transno 4294968311 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.778436:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788536332.778476:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52bcc lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 85 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778494:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 84 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.778501:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536332.778504:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536332.778507:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5e00, rc 0) 00000100:00100000:2.0:1788536332.778582:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+85:33473:x1875415574058368:12345-192.168.203.55@tcp:101:cp.0 Request processed in 15711us (16684us total) trans 4294968311 rc 0/0 00000100:00100000:2.0:1788536332.778592:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1582 00010000:00010000:2.0:1788536332.785627:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.785651:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.785662:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.785668:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.785675:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.785685:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.785713:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.785717:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.785724:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.785731:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f52bda lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.785774:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.785984:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574058624 00000100:00100000:3.0:1788536332.785997:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574058624 00000100:00100000:3.0:1788536332.786077:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 457 00000100:00100000:3.0:1788536332.786088:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+15:2352:x1875415574058624:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536332.786109:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.786131:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b161d expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536332.786162:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1788536332.786186:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1788536332.786191:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536332.786202:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 16 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.786224:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 16 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.786238:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:3.0:1788536332.786443:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+16:2352:x1875415574058624:12345-192.168.203.55@tcp:101:cp.0 Request processed in 354us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.786452:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 457 00000100:00100000:1.0:1788536332.795787:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.795877:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574058752 00000100:00100000:2.0:1788536332.795890:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574058752 00000100:00100000:2.0:1788536332.795962:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 458 00000100:00100000:2.0:1788536332.795974:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+16:33473:x1875415574058752:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536332.795997:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.796029:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1624 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.796073:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.796084:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.796088:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.796094:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 17 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.796135:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.796158:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 17 pid: 9635 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.796174:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583155200:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536332.796281:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50e66a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788536332.805513:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.805884:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574058880 00000100:00100000:1.0:1788536332.805897:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574058880 00010000:00010000:1.0:1788536332.805953:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 18 pid: 9635 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.806007:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 465 00000100:00100000:1.0:1788536332.806537:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+18:2355:x1875415574058880:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536332.806556:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536332.806586:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 18 pid: 9635 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.806604:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 18 pid: 9635 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.806634:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.806639:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.806649:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 18 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.806666:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 18 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.806712:0:5809:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 18 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.806728:0:5809:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5809:1875415583155328:192.168.203.55@tcp:105: 00000100:00100000:1.0:1788536332.806826:0:5809:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c10c0 going to sleep for 11 seconds 00010000:00010000:2.0:1788536332.807345:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000616cd06b/0x94dfe24b69f52bef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b161d expref: 18 pid: 9635 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.807406:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583155200:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536332.807434:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 17 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.807455:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4e00, rc 0) 00000100:00100000:2.0:1788536332.807505:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+17:33473:x1875415574058752:12345-192.168.203.55@tcp:101:cp.0 Request processed in 11532us (11732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.807515:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 458 00000100:00100000:0.0:1788536332.824836:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.824999:0:5809:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:5809:1875415583155328:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536332.825029:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536332.825101:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+16:2355:x1875415574058880:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 19082us (19602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.825114:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 465 00000100:00100000:2.0:1788536332.825156:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574059136 00000100:00100000:2.0:1788536332.825166:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574059136 00000100:00100000:2.0:1788536332.825224:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 311 00000100:00100000:2.0:1788536332.825234:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d57048c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+84:33473:x1875415574059136:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536332.825744:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d57048c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+85:33473:x1875415574059136:12345-192.168.203.55@tcp:35:cp.0 Request processed in 510us (920us total) trans 4294968312 rc 0/0 00000100:00100000:2.0:1788536332.825752:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 311 00000100:00100000:0.0:1788536332.844834:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.844913:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574059264 00000100:00100000:1.0:1788536332.844926:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574059264 00000100:00100000:1.0:1788536332.845003:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1583 00000100:00100000:1.0:1788536332.845015:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+115:33476:x1875415574059264:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536332.845041:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.845173:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52bfd lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b162b expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845245:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845259:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845271:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845283:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845287:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845292:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845481:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52c12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845490:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845496:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788536332.845546:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 158 00000004:00200000:1.0:1788536332.845551:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1788536332.845571:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845582:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52c12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845734:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845744:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845749:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845752:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.845756:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845761:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845778:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.845780:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.845784:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845788:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c04 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845799:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845803:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845807:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845810:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.845813:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845817:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845820:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536332.845822:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.845823:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845826:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c0b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845857:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52bfd lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b162b expref: 117 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845867:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52c12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b162b expref: 116 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.845872:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:1.0:1788536332.845873:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788536332.845878:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf600, rc 0) 00000100:00100000:1.0:1788536332.845948:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+116:33476:x1875415574059264:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 935us (1128us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.845967:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1583 00000100:00100000:1.0:1788536332.849934:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.850018:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574059392 00000100:00100000:2.0:1788536332.850032:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574059392 00000100:00100000:2.0:1788536332.850102:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 459 00000100:00100000:2.0:1788536332.850114:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415574059392:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.850138:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.850160:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52c19 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1632 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.850237:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583155456:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536332.850416:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d719323c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536332.851463:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.851687:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574059520 00000100:00100000:2.0:1788536332.851697:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574059520 00000100:00100000:2.0:1788536332.851767:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 83 00000100:00100000:2.0:1788536332.851778:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d56f21850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+116:2355:x1875415574059520:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:2.0:1788536332.851840:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.851862:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c20 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1639 expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.851928:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.851945:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.851958:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852274:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852302:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852313:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852416:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852424:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852430:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852436:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.852440:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852448:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852460:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.852463:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.852468:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852540:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52c27 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852555:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852563:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852569:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852573:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.852576:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852582:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852589:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.852592:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.852595:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852601:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52c2e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852643:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c20 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1639 expref: 117 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852653:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.852655:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536332.852660:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c20 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1639 expref: 117 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.852675:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5600, rc -2) 00000100:00100000:2.0:1788536332.852818:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d56f21850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+116:2355:x1875415574059520:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 1040us (1360us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536332.852828:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 83 00002000:00010000:2.0:1788536332.855347:0:6668:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x23:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536332.855507:0:6668:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x23:0x0] updating lvb mtime: 0 -> 1788536332 00002000:00010000:2.0:1788536332.855511:0:6668:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x23:0x0] updating lvb atime: 0 -> 1788536332 00002000:00010000:2.0:1788536332.855513:0:6668:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x23:0x0] updating lvb ctime: 0 -> 1788536332 00000100:00100000:2.0:1788536332.855596:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583155456:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536332.855647:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52c19 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1632 expref: 19 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.855678:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52c19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1632 expref: 19 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.855696:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc 0) 00000100:00100000:2.0:1788536332.855812:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415574059392:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 5700us (5892us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.855824:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 459 00000100:00100000:1.0:1788536332.858890:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.858970:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574059648 00000100:00100000:2.0:1788536332.858980:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574059648 00000100:00100000:2.0:1788536332.859040:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1584 00000100:00100000:2.0:1788536332.859051:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+116:33476:x1875415574059648:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.859075:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.859101:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c35 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1671 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.859171:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.859184:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.859195:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536332.859230:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:2.0:1788536332.859233:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:2.0:1788536332.859248:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.859268:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c35 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 118 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.859283:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 117 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.859290:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.859292:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788536332.859295:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc 0) 00000100:00100000:2.0:1788536332.859525:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+117:33476:x1875415574059648:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 474us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.859532:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1584 00000100:00100000:3.0:1788536332.866974:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.867072:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574059776 00000100:00100000:2.0:1788536332.867086:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574059776 00000100:00100000:2.0:1788536332.867163:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 460 00000100:00100000:2.0:1788536332.867174:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574059776:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536332.867198:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.867219:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52c43 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1678 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.867312:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583155584:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536332.867470:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.884511:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583155584:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536332.884585:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52c43 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1678 expref: 19 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.884616:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52c43 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1678 expref: 19 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.884633:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc 0) 00000100:00100000:2.0:1788536332.884706:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574059776:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 17532us (17745us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.884717:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 460 00000100:00100000:1.0:1788536332.893682:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.893837:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574060032 00000100:00100000:2.0:1788536332.893851:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574060032 00000100:00100000:2.0:1788536332.894718:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1585 00000100:00100000:2.0:1788536332.894736:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+117:33476:x1875415574060032:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:2.0:1788536332.895055:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:2.0:1788536332.895174:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+117:33476:x1875415574060032:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 445us (1505us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.895184:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1585 00000100:00100000:3.0:1788536332.902736:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.903095:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574060160 00000100:00100000:1.0:1788536332.903108:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574060160 00000100:00100000:1.0:1788536332.903196:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1586 00000100:00100000:1.0:1788536332.903208:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+117:33479:x1875415574060160:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:1.0:1788536332.903235:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.903494:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c4a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b167f expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903596:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903615:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903631:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903652:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.903669:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536332.903673:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903684:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.903751:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574060288 00010000:00010000:1.0:1788536332.903756:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.903759:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574060288 00010000:00010000:1.0:1788536332.903774:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903782:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903789:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.903795:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903803:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.903811:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 84 00010000:00010000:1.0:1788536332.903821:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00000100:00100000:0.0:1788536332.903823:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+119:2355:x1875415574060288:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536332.903826:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.903835:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903841:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52c51 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.903849:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.903854:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.903861:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f52c5f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1686 expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903875:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903883:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903889:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.903893:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.903894:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903908:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.903912:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.903923:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903941:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536332.903945:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.903951:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.903958:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c58 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.903959:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.903972:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.903981:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.904002:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c4a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b167f expref: 120 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904011:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904093:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904101:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.904102:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.904107:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.904113:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf800/0x94dfe24b69f52c4a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b167f expref: 120 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904113:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.904120:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.904125:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf800, rc 0) 00010000:00010000:0.0:1788536332.904130:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904142:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.904145:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.904149:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904167:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52c66 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904179:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904185:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904192:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904198:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cde00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.904202:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.904205:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+119:33479:x1875415574060160:12345-192.168.203.55@tcp:101:bash.0 Request processed in 998us (1614us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536332.904216:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1586 00010000:00010000:0.0:1788536332.904224:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904234:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x21330256 (ffff8b1c43bb5f00) 00010000:00010000:0.0:1788536332.904237:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.904240:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904406:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52c6d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904433:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f52c5f lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1686 expref: 118 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904444:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.904447:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788536332.904452:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f52c5f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1686 expref: 118 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.904461:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd400, rc -2) 00000100:00100000:0.0:1788536332.904572:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+117:2355:x1875415574060288:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 682us (860us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536332.904581:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 84 00000100:00100000:0.0:1788536332.908490:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536332.908523:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583155712:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536332.908623:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536332.908719:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583155712 00000100:00100000:3.0:1788536332.908731:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583155712 00000100:00100000:3.0:1788536332.908801:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1788536332.908811:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583155712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536332.908837:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 1703936 granted 91815936 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536332.908901:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583155712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536332.908909:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1788536332.909041:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583155712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536332.913042:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536332.913155:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574060416 00000100:00100000:3.0:1788536332.913168:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574060416 00000100:00100000:3.0:1788536332.913293:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1587 00000100:00100000:3.0:1788536332.913304:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+85:33480:x1875415574060416:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536332.913336:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536332.913417:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52c74 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b168d expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913509:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913527:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913540:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913585:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913594:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913601:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913671:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913679:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913687:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913693:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.913699:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913707:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913719:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.913723:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.913728:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913734:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52c7b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913747:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913753:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913758:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913763:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536332.913766:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913772:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913779:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1d4b701b00) 00010000:00010000:3.0:1788536332.913781:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.913784:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913790:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52c82 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913830:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52c74 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b168d expref: 86 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913842:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536332.913844:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536332.913849:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52c74 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b168d expref: 86 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536332.913858:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837600, rc 0) 00000100:00100000:3.0:1788536332.913940:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+85:33480:x1875415574060416:12345-192.168.203.55@tcp:101:rm.0 Request processed in 637us (910us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536332.913949:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1587 00000100:00100000:1.0:1788536332.917169:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.917274:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574060544 00000100:00100000:2.0:1788536332.917292:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574060544 00000100:00100000:2.0:1788536332.917408:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1588 00000100:00100000:2.0:1788536332.917420:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+85:33480:x1875415574060544:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:2.0:1788536332.917451:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.917476:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52c89 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1694 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917553:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917571:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917584:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917603:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917611:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917618:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917694:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917702:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917709:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917715:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.917720:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917729:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917743:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.917747:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.917754:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917761:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52c90 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917775:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917782:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917788:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917794:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.917797:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917803:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917811:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.917813:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.917816:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917823:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52c97 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917858:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52c89 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1694 expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917868:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.917870:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.917874:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52c89 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1694 expref: 86 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.917885:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc 0) 00000100:00100000:2.0:1788536332.917948:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+85:33480:x1875415574060544:12345-192.168.203.55@tcp:101:rm.0 Request processed in 531us (793us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536332.917956:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1588 00000100:00100000:0.0:1788536332.929931:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.930058:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574060672 00000100:00100000:1.0:1788536332.930071:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574060672 00000100:00100000:1.0:1788536332.930202:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1589 00000100:00100000:1.0:1788536332.930216:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+85:33481:x1875415574060672:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536332.930242:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.930284:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c9e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b169b expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930432:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930456:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930469:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930485:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930491:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930497:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930563:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930571:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930579:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930585:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.930591:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930604:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930619:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.930622:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.930628:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930636:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f52ca5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930652:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930657:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930663:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930667:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adea00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.930670:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930675:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930682:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536332.930683:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.930686:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930691:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adea00/0x94dfe24b69f52cac lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930729:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c9e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b169b expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930740:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536332.930742:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.930746:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52c9e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b169b expref: 86 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.930756:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adee00, rc 0) 00000100:00100000:1.0:1788536332.930841:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+85:33481:x1875415574060672:12345-192.168.203.55@tcp:101:cp.0 Request processed in 628us (925us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536332.930847:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1589 00000100:00100000:3.0:1788536332.933844:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.935726:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574060800 00000100:00100000:2.0:1788536332.935747:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574060800 00000100:00100000:0.0:1788536332.935916:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1590 00000100:00100000:0.0:1788536332.935927:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+85:33481:x1875415574060800:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536332.935953:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536332.935978:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f52cb3 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b16a2 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936059:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936075:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936090:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936105:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936112:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936118:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936191:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936200:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936213:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936219:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cde00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.936224:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936233:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936246:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.936250:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.936254:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936261:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52cba lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936274:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936295:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936301:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936306:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cce00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.936309:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936319:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936326:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1c43bb5f00) 00010000:00010000:0.0:1788536332.936329:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.936332:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936337:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52cc1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936423:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f52cb3 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a2 expref: 86 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936434:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.936436:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.936446:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f52cb3 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a2 expref: 86 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.936456:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd400, rc 0) 00000100:00100000:0.0:1788536332.936531:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+85:33481:x1875415574060800:12345-192.168.203.55@tcp:101:cp.0 Request processed in 606us (2702us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536332.936539:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1590 00000100:00100000:3.0:1788536332.940073:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.940183:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574061056 00000100:00100000:1.0:1788536332.940197:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574061056 00000100:00100000:1.0:1788536332.940255:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1591 00000100:00100000:1.0:1788536332.940267:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+85:33481:x1875415574061056:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536332.940351:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.940413:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52cc8 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b16a9 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.940898:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.940917:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 116 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.940928:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.940979:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 116 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.940994:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 116 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.941011:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583155840:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536332.941111:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536332.945025:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.945122:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc8700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583155840:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536332.945157:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.945238:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574061184 00000100:00100000:2.0:1788536332.945248:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574061184 00010000:00010000:2.0:1788536332.945355:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 117 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.945448:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:2.0:1788536332.945459:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+117:2354:x1875415574061184:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536332.945479:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536332.945487:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 117 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.945503:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 117 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.945531:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52c3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1671 expref: 117 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.945880:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.945886:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.945898:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.945907:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.945941:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536332.946057:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+116:2354:x1875415574061184:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 598us (1044us total) trans 0 rc 0/0 00010000:00010000:1.0:1788536332.946065:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536332.946069:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 466 00010000:00010000:1.0:1788536332.946080:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.946110:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.946123:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.946133:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536332.946874:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x21:0x0], index 0: 0 00010000:00010000:0.0:1788536332.948027:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948050:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948066:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948112:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948121:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948128:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948135:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536332.948141:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948149:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948164:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536332.948168:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536332.948174:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948181:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ccf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536332.948196:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000e491d187 reply state 00000000ea8003e0 transno 4294968313 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.948207:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536332.948250:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52cc8 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 88 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948268:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 87 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.948276:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:0.0:1788536332.948279:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536332.948282:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc200, rc 0) 00000100:00100000:0.0:1788536332.948684:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+88:33481:x1875415574061056:12345-192.168.203.55@tcp:101:cp.0 Request processed in 8417us (8623us total) trans 4294968313 rc 0/0 00000100:00100000:0.0:1788536332.948694:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1591 00010000:00010000:1.0:1788536332.951232:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.951253:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.951262:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.951268:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536332.951275:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.951284:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.951306:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1d4631b200) 00010000:00010000:1.0:1788536332.951310:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536332.951316:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.951323:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52cd6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536332.956003:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.956293:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574061312 00000100:00100000:2.0:1788536332.956306:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574061312 00000100:00100000:2.0:1788536332.956972:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 85 00000100:00100000:2.0:1788536332.956989:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+87:2352:x1875415574061312:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:2.0:1788536332.957072:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.957098:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52ceb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b16b0 expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957269:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957287:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957302:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957320:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957327:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957334:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957468:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957480:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957487:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957494:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.957500:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957508:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957522:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.957526:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.957531:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957538:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52cf2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957554:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957559:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957565:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957570:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536332.957573:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957579:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957586:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1d61e36600) 00010000:00010000:2.0:1788536332.957588:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536332.957591:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957596:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52cf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957630:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52ceb lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16b0 expref: 88 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957640:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536332.957642:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536332.957645:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4400/0x94dfe24b69f52ceb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16b0 expref: 88 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.957654:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc -2) 00000100:00100000:2.0:1788536332.957795:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+87:2352:x1875415574061312:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 810us (1806us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536332.957805:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 85 00000100:00100000:0.0:1788536332.964036:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.964279:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574061440 00000100:00100000:2.0:1788536332.964293:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574061440 00000100:00100000:2.0:1788536332.964421:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 461 00000100:00100000:2.0:1788536332.964656:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415574061440:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536332.964681:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536332.964708:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b16e8 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536332.964744:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536332.964768:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1788536332.964773:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536332.964785:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.964809:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 13 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.964827:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc 0) 00000100:00100000:2.0:1788536332.964915:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+13:2353:x1875415574061440:12345-192.168.203.55@tcp:101:cp.0 Request processed in 265us (893us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536332.964924:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 461 00000100:00100000:2.0:1788536332.972309:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536332.972442:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574061568 00000100:00100000:1.0:1788536332.972455:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574061568 00000100:00100000:1.0:1788536332.972520:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 462 00000100:00100000:1.0:1788536332.972531:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+13:33481:x1875415574061568:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536332.972572:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536332.972599:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b16ef expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.972637:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 14 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.972647:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.972651:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536332.972657:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 14 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.972703:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 14 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536332.972719:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 14 pid: 6667 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536332.972736:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583155968:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536332.972843:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.975660:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583155968:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536332.975705:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 14 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536332.975734:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adea00, rc 0) 00000100:00100000:2.0:1788536332.975832:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:33481:x1875415574061568:12345-192.168.203.55@tcp:101:cp.0 Request processed in 3301us (3538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536332.975847:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536332.975854:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 462 00000100:00100000:0.0:1788536332.976052:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574061696 00000100:00100000:0.0:1788536332.976062:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574061696 00010000:00010000:0.0:1788536332.976101:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 14 pid: 6667 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.976134:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:0.0:1788536332.976145:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574061696:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536332.976162:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536332.976190:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 14 pid: 6667 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.976201:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 14 pid: 6667 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.976230:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000000338523/0x94dfe24b69f52d00 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16e8 expref: 14 pid: 6667 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.976244:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536332.976248:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536332.976255:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.976263:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536332.976297:0:17110:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536332.976315:0:17110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17110:1875415583156096:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536332.976453:0:17110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536332.981806:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536332.981839:0:17110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:17110:1875415583156096:192.168.203.55@tcp:105: 00010000:00010000:0.0:1788536332.981874:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536332.981901:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574061952 00000100:00100000:3.0:1788536332.981912:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574061952 00000100:00100000:0.0:1788536332.981948:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415574061696:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 5803us (6106us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536332.981961:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:3.0:1788536332.982026:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 312 00000100:00100000:3.0:1788536332.982038:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+87:33481:x1875415574061952:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:3.0:1788536332.982586:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+88:33481:x1875415574061952:12345-192.168.203.55@tcp:35:cp.0 Request processed in 549us (793us total) trans 4294968314 rc 0/0 00000100:00100000:3.0:1788536332.982594:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 312 00000100:00100000:2.0:1788536333.041226:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.041689:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574062080 00000100:00100000:0.0:1788536333.041701:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574062080 00000100:00080000:3.0:1788536333.041765:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536333.041791:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 86 00000100:00100000:0.0:1788536333.041807:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c57bc05c-f865-4d91-8452-c561a98a0236+88:2354:x1875415574062080:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:0.0:1788536333.041910:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.041947:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52d0e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b16f6 expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042108:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042129:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042141:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042168:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042175:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042182:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042255:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042268:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042276:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042287:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cde00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536333.042292:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042300:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042316:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536333.042319:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536333.042330:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042337:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52d15 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042353:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042420:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042426:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042432:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536333.042435:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042493:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042507:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1c43bb5f00) 00010000:00010000:0.0:1788536333.042510:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536333.042513:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042519:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d1c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042558:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52d0e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16f6 expref: 89 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042570:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536333.042572:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788536333.042576:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52d0e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16f6 expref: 89 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.042586:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cce00, rc -2) 00000100:00100000:0.0:1788536333.042683:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c57bc05c-f865-4d91-8452-c561a98a0236+88:2354:x1875415574062080:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 880us (1471us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536333.042692:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 86 00000100:00100000:1.0:1788536333.054709:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.054785:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574062208 00000100:00100000:3.0:1788536333.054800:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574062208 00000100:00100000:3.0:1788536333.054978:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1592 00000100:00100000:3.0:1788536333.054990:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+116:33489:x1875415574062208:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536333.055016:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.055041:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d23 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b172e expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055121:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055141:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055166:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055185:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055193:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055200:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055336:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52d38 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055345:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055354:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536333.055467:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 158 00000004:00200000:3.0:1788536333.055472:0:5825:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536333.055493:0:5825:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055506:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52d38 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055519:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055526:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055533:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055539:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.055543:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055552:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055565:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536333.055570:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.055576:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055583:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d2a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055600:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055607:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055613:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055619:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.055622:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055628:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055635:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1d4b701b00) 00010000:00010000:3.0:1788536333.055638:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.055640:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055646:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d31 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055682:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d23 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b172e expref: 118 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055697:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52d38 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b172e expref: 117 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.055705:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:3.0:1788536333.055708:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536333.055711:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836a00, rc 0) 00000100:00100000:3.0:1788536333.055798:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+117:33489:x1875415574062208:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 810us (1103us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.055807:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1592 00000100:00080000:0.0:1788536333.057037:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536333.068069:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.068307:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574062336 00000100:00100000:2.0:1788536333.068322:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574062336 00000100:00100000:2.0:1788536333.068465:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 463 00000100:00100000:2.0:1788536333.068478:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574062336:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:2.0:1788536333.068502:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.068524:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52d3f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1735 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788536333.068943:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536333.069127:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583156224:192.168.203.55@tcp:106: 00000100:00100000:2.0:1788536333.069270:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6780 going to sleep for 11 seconds 00002000:00010000:2.0:1788536333.074231:0:16289:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:2.0:1788536333.074243:0:16289:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb mtime: 0 -> 1788536332 00002000:00010000:2.0:1788536333.074247:0:16289:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb atime: 0 -> 1788536332 00002000:00010000:2.0:1788536333.074250:0:16289:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x240000400:0x21:0x0] updating lvb ctime: 0 -> 1788536332 00000100:00100000:2.0:1788536333.074283:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583156224:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536333.074335:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52d3f lrc: 1/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1735 expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.074425:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52d3f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1735 expref: 17 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.074439:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5600, rc 0) 00000100:00100000:2.0:1788536333.074794:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574062336:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 6317us (6738us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536333.074804:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 463 00000100:00100000:1.0:1788536333.078756:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.078883:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574062464 00000100:00100000:0.0:1788536333.078899:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574062464 00000100:00100000:0.0:1788536333.078980:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1593 00000100:00100000:0.0:1788536333.078992:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+117:33489:x1875415574062464:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536333.079020:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.079050:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52d46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b173c expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.079143:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.079161:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.079175:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536333.079218:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:0.0:1788536333.079223:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536333.079245:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.080537:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52d46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 119 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.080574:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 118 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.080585:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536333.080589:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536333.080593:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc000, rc 0) 00000100:00100000:0.0:1788536333.080676:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+118:33489:x1875415574062464:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 1686us (1936us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.080686:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1593 00000100:00100000:1.0:1788536333.083952:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.084074:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574062592 00000100:00100000:3.0:1788536333.084089:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574062592 00000100:00100000:3.0:1788536333.084205:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 464 00000100:00100000:3.0:1788536333.084218:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574062592:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536333.084242:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.084327:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007997836c/0x94dfe24b69f52d54 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1743 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.084634:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583156352:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536333.084742:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788536333.086801:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583156352:192.168.203.55@tcp:106: 00010000:00010000:2.0:1788536333.086850:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007997836c/0x94dfe24b69f52d54 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1743 expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.086881:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007997836c/0x94dfe24b69f52d54 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1743 expref: 17 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.086896:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:2.0:1788536333.087250:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574062592:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 3033us (3311us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536333.087261:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 464 00000100:00100000:2.0:1788536333.092518:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.092586:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574062848 00000100:00100000:0.0:1788536333.092599:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574062848 00000100:00100000:0.0:1788536333.092660:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1594 00000100:00100000:0.0:1788536333.092669:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+118:33489:x1875415574062848:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:0.0:1788536333.092996:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:0.0:1788536333.093132:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+118:33489:x1875415574062848:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 463us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.093139:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1594 00000100:00100000:1.0:1788536333.097108:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.097183:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574062976 00000100:00100000:2.0:1788536333.097197:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574062976 00000100:00100000:2.0:1788536333.097276:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1595 00000100:00100000:2.0:1788536333.097288:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+118:33490:x1875415574062976:12345-192.168.203.55@tcp:101:bash.0 00010000:00010000:2.0:1788536333.097314:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.097340:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52d5b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b174a expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097483:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097500:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097513:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097531:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097537:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097543:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097609:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097618:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097624:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097631:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.097635:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097644:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097657:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536333.097660:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.097665:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097673:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d62 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097805:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097811:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097815:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097818:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.097820:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097823:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097829:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536333.097831:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.097833:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097837:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d69 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097869:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52d5b lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b174a expref: 119 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097880:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536333.097882:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.097884:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52d5b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b174a expref: 119 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.097890:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5600, rc 0) 00000100:00100000:2.0:1788536333.097962:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+118:33490:x1875415574062976:12345-192.168.203.55@tcp:101:bash.0 Request processed in 676us (865us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536333.098979:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1595 00000100:00100000:1.0:1788536333.108899:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.108944:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.109056:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574063104 00000100:00100000:3.0:1788536333.109069:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574063104 00000100:00100000:3.0:1788536333.109153:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1596 00000100:00100000:3.0:1788536333.109165:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+88:33491:x1875415574063104:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:3.0:1788536333.109192:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.109220:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d70 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1751 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109305:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109324:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109337:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109364:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109434:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109447:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109512:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109521:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109528:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109535:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.109540:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109549:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109563:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536333.109567:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.109573:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109580:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52d77 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109597:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109605:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109612:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109618:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.109621:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109627:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109636:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1d4b701b00) 00010000:00010000:3.0:1788536333.109639:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.109642:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109649:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52d7e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.109649:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574063232 00010000:00010000:3.0:1788536333.109692:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d70 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1751 expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109704:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536333.109706:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.109710:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52d70 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1751 expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.109719:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:2.0:1788536333.109771:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574063232 00000100:00100000:3.0:1788536333.109806:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+89:33491:x1875415574063104:12345-192.168.203.55@tcp:101:rm.0 Request processed in 642us (920us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536333.109813:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 87 00000100:00100000:3.0:1788536333.109829:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1596 00000100:00100000:2.0:1788536333.109830:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+89:2355:x1875415574063232:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:2.0:1788536333.109859:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.109869:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52d85 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1758 expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109896:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109906:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109914:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109927:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109935:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109941:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109965:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109971:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109977:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109983:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.109986:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109992:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.109999:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536333.110002:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.110005:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110010:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52d8c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110021:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110028:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110034:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110038:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.110041:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110046:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110052:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xae1c5c33 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536333.110054:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.110057:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110062:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52d93 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110080:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52d85 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1758 expref: 89 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110088:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536333.110090:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536333.110093:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52d85 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1758 expref: 89 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.110105:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5600, rc -2) 00000100:00100000:2.0:1788536333.110214:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c57bc05c-f865-4d91-8452-c561a98a0236+88:2355:x1875415574063232:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 390us (1268us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536333.110222:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 87 00000100:00100000:1.0:1788536333.112843:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.112980:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574063360 00000100:00100000:0.0:1788536333.112993:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574063360 00000100:00100000:0.0:1788536333.113097:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1597 00000100:00100000:0.0:1788536333.113106:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+88:33491:x1875415574063360:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:0.0:1788536333.113128:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.113151:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52d9a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b175f expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113217:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113231:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113240:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113250:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113254:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113273:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113342:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113348:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113353:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113456:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cde00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536333.113461:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113471:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113486:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536333.113490:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536333.113495:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113501:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52da1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113517:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113523:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113683:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113690:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536333.113693:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113699:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113708:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1c43bb5f00) 00010000:00010000:0.0:1788536333.113711:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536333.113714:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113719:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52da8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113752:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52d9a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b175f expref: 89 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113760:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536333.113762:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536333.113764:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52d9a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b175f expref: 89 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.113771:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cce00, rc 0) 00000100:00100000:0.0:1788536333.113987:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+88:33491:x1875415574063360:12345-192.168.203.55@tcp:101:rm.0 Request processed in 881us (1157us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536333.113998:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1597 00000100:00100000:3.0:1788536333.129147:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.138487:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574063488 00000100:00100000:2.0:1788536333.138704:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574063488 00000100:00100000:2.0:1788536333.138804:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1598 00000100:00100000:2.0:1788536333.138817:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+88:33492:x1875415574063488:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536333.138843:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.140011:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52daf lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1766 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.140129:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.140148:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.140176:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.140199:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.140206:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.140212:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141704:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141723:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141729:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141735:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.141740:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141749:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141769:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536333.141772:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.141778:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141784:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52db6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141800:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141806:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141812:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141817:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.141820:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141825:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141832:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1d585fa800) 00010000:00010000:2.0:1788536333.141834:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.141837:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.141844:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52dbd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.143598:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52daf lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1766 expref: 89 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.143623:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536333.143627:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.143632:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f52daf lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1766 expref: 89 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.143652:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5600, rc 0) 00000100:00100000:2.0:1788536333.143760:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+88:33492:x1875415574063488:12345-192.168.203.55@tcp:101:cp.0 Request processed in 4943us (14628us total) trans 0 rc 301/301 00000100:00100000:2.0:1788536333.143772:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1598 00000100:00100000:1.0:1788536333.147339:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.147783:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574063616 00000100:00100000:3.0:1788536333.147798:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574063616 00000100:00100000:3.0:1788536333.147879:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1599 00000100:00100000:3.0:1788536333.147890:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+88:33492:x1875415574063616:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:3.0:1788536333.147918:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.148314:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52dc4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b176d expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.148449:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.148468:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.148482:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.148500:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.149793:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.149810:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.149901:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.149909:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.149917:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.149923:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.149929:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150191:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150210:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536333.150214:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.150220:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150278:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52dcb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150299:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150305:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150312:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150318:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.150323:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150329:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150337:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1d4b701b00) 00010000:00010000:3.0:1788536333.150339:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.150342:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150348:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52dd2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150689:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52dc4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b176d expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150704:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536333.150706:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.150711:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52dc4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b176d expref: 89 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.150722:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66837a00, rc 0) 00000100:00100000:3.0:1788536333.150837:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+88:33492:x1875415574063616:12345-192.168.203.55@tcp:101:cp.0 Request processed in 2946us (3511us total) trans 0 rc 301/301 00000100:00100000:3.0:1788536333.150849:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1599 00000100:00100000:3.0:1788536333.155439:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.156212:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574063872 00000100:00100000:0.0:1788536333.156226:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574063872 00000100:00100000:0.0:1788536333.156327:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1600 00000100:00100000:0.0:1788536333.156339:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+88:33492:x1875415574063872:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:0.0:1788536333.156419:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.156447:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52dd9 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1774 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.156739:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.156758:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 117 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.156767:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 4/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.156812:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 117 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.156829:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 117 pid: 16075 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.156843:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583156480:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536333.157625:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.168037:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.168072:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574064000 00000100:00100000:1.0:1788536333.168083:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574064000 00010000:00010000:1.0:1788536333.168129:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 118 pid: 16075 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536333.168133:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536333.168139:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536333.168181:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 51 count 12 00000040:00080000:0.0:1788536333.168189:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:0.0:1788536333.168711:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583156608:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536333.168739:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6b800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583156480:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536333.168767:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.168804:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.169087:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 468 00000100:00100000:1.0:1788536333.169102:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48690450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+118:2355:x1875415574064000:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536333.169119:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536333.169127:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 118 pid: 16075 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.169141:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 118 pid: 16075 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.169614:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52d4d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b173c expref: 118 pid: 16075 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.169636:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536333.169642:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.169657:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.169667:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 4/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.169735:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536333.169794:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48690450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+117:2355:x1875415574064000:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 696us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.169803:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 468 00010000:00010000:3.0:1788536333.169953:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.169963:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.169992:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.170004:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.170012:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788536333.172100:0:5824:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x24:0x0], index 1: 0 00010000:00010000:0.0:1788536333.172787:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52dee lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.172810:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52dee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.172824:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52dee lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173045:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173055:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173063:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173070:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536333.173075:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173084:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173099:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536333.173103:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536333.173110:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173117:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52de0 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536333.173135:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000cc4a5769 reply state 00000000e2fef2c0 transno 4294968315 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.173146:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536333.173343:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52dd9 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1774 expref: 92 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173604:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc600/0x94dfe24b69f52dee lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1774 expref: 91 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.173615:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff8b1c43bb5f00) 00010000:00010000:0.0:1788536333.173617:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536333.173620:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc600, rc 0) 00000100:00100000:0.0:1788536333.173752:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+92:33492:x1875415574063872:12345-192.168.203.55@tcp:101:cp.0 Request processed in 17415us (18325us total) trans 4294968315 rc 0/0 00000100:00100000:0.0:1788536333.173762:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1600 00000100:00100000:3.0:1788536333.174124:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583156608:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536333.174748:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.174784:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.174807:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.174940:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574064128 00000100:00100000:2.0:1788536333.174950:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574064128 00000100:00100000:3.0:1788536333.174974:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574064256 00000100:00100000:3.0:1788536333.174979:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574064256 00000100:00100000:2.0:1788536333.175064:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574064384 00000100:00100000:2.0:1788536333.175068:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574064384 00000100:00100000:0.0:1788536333.176546:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1601 00000100:00100000:0.0:1788536333.176576:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+93:33494:x1875415574064128:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536333.176620:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536333.176649:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1602 00000100:00100000:3.0:1788536333.176660:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+93:33495:x1875415574064256:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536333.176681:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536333.176764:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+93:33494:x1875415574064128:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 201us (2019us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.176778:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1601 00000100:00100000:0.0:1788536333.176806:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1603 00000100:00100000:0.0:1788536333.176814:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+92:33493:x1875415574064384:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536333.176828:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x31:0x0] from 18446744073709551615 #0 00010000:00010000:2.0:1788536333.177058:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.177070:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.177079:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.177086:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.177091:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.177101:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.177121:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1d4b701b00) 00010000:00010000:2.0:1788536333.177124:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536333.177130:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.177136:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837a00/0x94dfe24b69f52de7 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.178790:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+91:33495:x1875415574064256:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 2118us (3990us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.178790:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+91:33493:x1875415574064384:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 1970us (3974us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.178806:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1602 00000100:00100000:2.0:1788536333.178901:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.178937:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574064512 00000100:00100000:2.0:1788536333.178947:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574064512 00000100:00100000:2.0:1788536333.179021:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 465 00000100:00100000:2.0:1788536333.179031:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+16:2355:x1875415574064512:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:2.0:1788536333.179050:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.179074:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b177b expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.179106:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1788536333.179129:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1788536333.179134:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536333.179145:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.179166:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 17 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.179181:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5600, rc 0) 00000100:00100000:2.0:1788536333.179221:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+17:2355:x1875415574064512:12345-192.168.203.55@tcp:101:cp.0 Request processed in 191us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.179227:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 465 00000100:00080000:2.0:1788536333.179644:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536333.181586:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1603 00000100:00100000:2.0:1788536333.182461:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.182611:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574064640 00000100:00100000:1.0:1788536333.182623:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574064640 00000100:00100000:1.0:1788536333.182682:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:1.0:1788536333.182692:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+17:33492:x1875415574064640:12345-192.168.203.55@tcp:101:cp.0 00010000:00010000:1.0:1788536333.182719:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536333.182740:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1782 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.182778:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 18 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.182789:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536333.182794:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536333.182808:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 18 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.182856:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 18 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.182873:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 18 pid: 6668 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.182889:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583156736:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536333.182992:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.185699:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.185740:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.185775:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.185813:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574065152 00000100:00100000:2.0:1788536333.185825:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574065152 00000100:00100000:2.0:1788536333.185882:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574064896 00000100:00100000:2.0:1788536333.185886:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574064896 00000100:00100000:2.0:1788536333.185902:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574065408 00000100:00100000:2.0:1788536333.185905:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574065408 00000100:00100000:2.0:1788536333.185928:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1604 00000100:00100000:2.0:1788536333.185937:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+92:33495:x1875415574065152:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.185971:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.185997:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52e0a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1790 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.186122:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52e11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.186140:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.186153:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52e11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536333.186166:0:5825:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x33:0x0]: returning size 158 00000100:00100000:0.0:1788536333.186293:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1605 00000100:00100000:0.0:1788536333.186304:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+94:33494:x1875415574064896:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.186312:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.186322:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52e1f lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1789 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.186338:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f52e0a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1790 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.186416:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52e26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.186426:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.186434:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52e26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536333.186443:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 158 00010000:00010000:2.0:1788536333.186473:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52e11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1790 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.186484:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:2.0:1788536333.186487:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536333.186491:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5800, rc 0) 00010000:00010000:0.0:1788536333.186519:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cce00/0x94dfe24b69f52e1f lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1789 expref: 97 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.186531:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52e26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1789 expref: 96 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.186538:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536333.186540:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536333.186542:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd600, rc 0) 00000100:00100000:2.0:1788536333.186559:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+96:33495:x1875415574065152:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 623us (873us total) trans 4294968316 rc 0/0 00000100:00100000:0.0:1788536333.186560:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+96:33494:x1875415574064896:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 261us (820us total) trans 4294968317 rc 0/0 00000100:00100000:2.0:1788536333.186567:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1604 00000100:00100000:0.0:1788536333.187543:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1605 00000100:00100000:0.0:1788536333.187572:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1606 00000100:00100000:0.0:1788536333.187584:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+94:33493:x1875415574065408:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.187599:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.187612:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52e34 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1797 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.187697:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52e3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.187709:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52e3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.187719:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52e3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536333.187729:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 158 00010000:00010000:0.0:1788536333.187831:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd000/0x94dfe24b69f52e34 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1797 expref: 97 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.187848:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52e3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1797 expref: 96 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.187862:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:0.0:1788536333.187865:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536333.187879:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd800, rc 0) 00000100:00100000:0.0:1788536333.187918:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+96:33493:x1875415574065408:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 338us (2142us total) trans 4294968318 rc 0/0 00000100:00100000:0.0:1788536333.187925:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1606 00000100:00100000:2.0:1788536333.187958:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.187988:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574065536 00000100:00100000:0.0:1788536333.187996:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574065536 00010000:00010000:0.0:1788536333.188023:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 19 pid: 6668 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.188057:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 469 00000100:00100000:0.0:1788536333.188065:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415574065536:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536333.188076:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536333.188100:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 19 pid: 6668 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.188114:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 19 pid: 6668 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.188137:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536333.188142:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536333.188152:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 19 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.188183:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 19 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.188229:0:5808:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 19 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.188245:0:5808:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583156864:192.168.203.55@tcp:105: 00000100:00100000:0.0:1788536333.188320:0:5808:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717480 going to sleep for 11 seconds 00010000:00010000:0.0:1788536333.189028:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008c93e8ea/0x94dfe24b69f52dfc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b177b expref: 19 pid: 6668 timeout: 811 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.189044:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dccad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583156736:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536333.189071:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 18 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.189088:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfc00, rc 0) 00000100:00100000:0.0:1788536333.191343:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+18:33492:x1875415574064640:12345-192.168.203.55@tcp:101:cp.0 Request processed in 8633us (8872us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.191382:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 466 00000100:00100000:3.0:1788536333.194008:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.194050:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574065664 00000100:00100000:3.0:1788536333.194063:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574065664 00000100:00100000:3.0:1788536333.194124:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:3.0:1788536333.194135:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+18:2354:x1875415574065664:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.194187:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.194212:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 18 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.194223:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x21:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536333.194228:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.194346:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.194529:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 18 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.194546:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 18 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.194564:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583156992:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536333.194656:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536333.194700:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.194726:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574065792 00000100:00100000:3.0:1788536333.194730:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574065792 00000100:00100000:3.0:1788536333.194765:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 77 00000100:00100000:3.0:1788536333.194771:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+96:2354:x1875415574065792:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536333.194782:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536333.194807:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f52e3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1797 expref: 96 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.194827:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:3.0:1788536333.194832:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536333.194856:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+95:2354:x1875415574065792:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 85us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.194863:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 77 00000100:00100000:3.0:1788536333.194928:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.195189:0:5808:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a68700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5808:1875415583156864:192.168.203.55@tcp:105: 00010000:00010000:1.0:1788536333.195211:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536333.195245:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+18:2355:x1875415574065536:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 7180us (7286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.195254:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 469 00000100:00100000:1.0:1788536333.195273:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574065920 00000100:00100000:1.0:1788536333.195277:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574065920 00000100:00100000:1.0:1788536333.195312:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 78 00000100:00100000:1.0:1788536333.195319:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+95:2355:x1875415574065920:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536333.195327:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536333.195340:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52e26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1789 expref: 95 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.195367:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536333.195396:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536333.195970:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.195979:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+94:2355:x1875415574065920:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 661us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.195988:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 78 00000100:00100000:2.0:1788536333.196437:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.196948:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574066048 00000100:00100000:0.0:1788536333.196957:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574066048 00000100:00100000:0.0:1788536333.197519:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574066176 00000100:00100000:0.0:1788536333.197526:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574066176 00000100:00080000:2.0:1788536333.197688:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536333.199602:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 468 00000100:00100000:1.0:1788536333.199632:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+13:2354:x1875415574066048:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788536333.199698:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.199724:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.199734:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x1f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536333.199739:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536333.199745:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.199793:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 13 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.199808:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 13 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.199830:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e020a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583157120:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536333.199894:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 469 00000100:00100000:3.0:1788536333.199907:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+18:2352:x1875415574066176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.199932:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.199945:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 18 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.199952:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x22:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536333.199955:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.199958:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.199982:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 18 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.199992:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 18 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.200009:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583157248:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536333.200145:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b697600 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.200575:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43ad5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788536333.201152:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.201272:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.201307:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.201329:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574066432 00000100:00100000:1.0:1788536333.201340:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574066432 00002000:00100000:1.0:1788536333.201437:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x21:0x0] (0->157) req@ffff8b1c430f3480 x1875415574066432/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536333.201449:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f3480 with x1875415574066432 ext(0->157) 00010000:00010000:1.0:1788536333.201459:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 19 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.201475:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 19 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536333.201483:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c430f3480 00000100:00100000:2.0:1788536333.201500:0:5826:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574066688 00000100:00100000:2.0:1788536333.201505:0:5826:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574066688 00000100:00100000:1.0:1788536333.201512:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 20 00000100:00100000:1.0:1788536333.201520:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415574066432:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:2.0:1788536333.201541:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 313 00000100:00100000:2.0:1788536333.201547:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+94:33492:x1875415574066688:12345-192.168.203.55@tcp:35:cp.0 00000100:00100000:2.0:1788536333.201897:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+95:33492:x1875415574066688:12345-192.168.203.55@tcp:35:cp.0 Request processed in 348us (587us total) trans 4294968319 rc 0/0 00000100:00100000:2.0:1788536333.201905:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 313 00000100:00100000:2.0:1788536333.201962:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583156992:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536333.201988:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.201989:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:2354:x1875415574066432:12345-192.168.203.55@tcp:4:cp.0 Request processed in 469us (717us total) trans 4294967392 rc 0/0 00000100:00100000:1.0:1788536333.201996:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 20 00002000:00100000:1.0:1788536333.202003:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x21:0x0] (0->157) req@ffff8b1c430f3480 x1875415574066432/t4294967392(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/448 e 0 to 0 dl 1788536344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536333.202012:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c430f3480 with x1875415574066432 ext(0->157) 00010000:00010000:1.0:1788536333.202017:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 21 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.202028:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 21 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536333.202035:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c430f3480 00000100:00100000:0.0:1788536333.202797:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574066304 00000100:00100000:0.0:1788536333.202808:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574066304 00000100:00100000:0.0:1788536333.202901:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 79 00000100:00100000:0.0:1788536333.202911:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+95:2355:x1875415574066304:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536333.202927:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536333.202956:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52e11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1790 expref: 95 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.202975:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:0.0:1788536333.202981:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536333.203071:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+94:2355:x1875415574066304:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 162us (1923us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.203079:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 79 00000100:00100000:0.0:1788536333.204912:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:16289:1875415583157248:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536333.204954:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.204977:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e020a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:6666:1875415583157120:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536333.204994:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.205602:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.206036:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574066816 00000100:00100000:0.0:1788536333.206049:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574066816 00002000:00100000:0.0:1788536333.206110:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x22:0x0] (0->157) req@ffff8b1d6e153100 x1875415574066816/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536333.206122:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e153100 with x1875415574066816 ext(0->157) 00010000:00010000:0.0:1788536333.206132:0:18094:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 21 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.206146:0:18094:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 21 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536333.206159:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d6e153100 00000100:00100000:0.0:1788536333.206254:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 21 00000100:00100000:0.0:1788536333.206266:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+21:2353:x1875415574066816:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:0.0:1788536333.207067:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+23:2353:x1875415574066816:12345-192.168.203.55@tcp:4:cp.0 Request processed in 798us (1463us total) trans 4294967393 rc 0/0 00000100:00100000:0.0:1788536333.207078:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 21 00002000:00100000:0.0:1788536333.207086:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x22:0x0] (0->157) req@ffff8b1d6e153100 x1875415574066816/t4294967393(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/448 e 0 to 0 dl 1788536344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536333.207095:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6e153100 with x1875415574066816 ext(0->157) 00010000:00010000:0.0:1788536333.207104:0:18094:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 23 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.207116:0:18094:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 23 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788536333.207123:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d6e153100 00000100:00100000:0.0:1788536333.207822:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.208005:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574066944 00000100:00100000:1.0:1788536333.208015:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574066944 00002000:00100000:1.0:1788536333.208061:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1f:0x0] (0->157) req@ffff8b1d73a6a300 x1875415574066944/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536333.208071:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d73a6a300 with x1875415574066944 ext(0->157) 00010000:00010000:1.0:1788536333.208079:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 14 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.208092:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 14 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536333.208101:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d73a6a300 00000100:00100000:1.0:1788536333.208128:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 22 00000100:00100000:1.0:1788536333.208138:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574066944:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:1.0:1788536333.208716:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+16:2354:x1875415574066944:12345-192.168.203.55@tcp:4:cp.0 Request processed in 576us (895us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1788536333.208725:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 22 00002000:00100000:1.0:1788536333.208732:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1f:0x0] (0->157) req@ffff8b1d73a6a300 x1875415574066944/t4294967378(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/448 e 0 to 0 dl 1788536344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536333.208740:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d73a6a300 with x1875415574066944 ext(0->157) 00010000:00010000:1.0:1788536333.208746:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 16 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.208754:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 16 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536333.208761:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d73a6a300 00000100:00100000:0.0:1788536333.211857:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.211991:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574067072 00000100:00100000:1.0:1788536333.212004:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574067072 00010000:00010000:1.0:1788536333.212105:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 23 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.212197:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 470 00000100:00100000:1.0:1788536333.212210:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+23:2353:x1875415574067072:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536333.212228:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536333.212270:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 23 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.212286:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 23 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.212319:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007922983c/0x94dfe24b69f527e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b142c expref: 23 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.212340:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536333.212345:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536333.212364:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.212603:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.212645:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536333.212709:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+22:2353:x1875415574067072:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 501us (865us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.212717:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 470 00010000:00010000:3.0:1788536333.212785:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.212795:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.212825:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.212834:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.212842:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.212850:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66836800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536333.212855:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.212871:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.212886:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.212894:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007997836c/0x94dfe24b69f52e49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.212949:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+21:2354:x1875415574065664:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 18815us (18957us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.212957:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 467 00000100:00100000:2.0:1788536333.213798:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.213875:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574067200 00000100:00100000:3.0:1788536333.213885:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574067200 00010000:00010000:3.0:1788536333.213925:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 16 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.213964:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 471 00000100:00100000:3.0:1788536333.213973:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+16:2353:x1875415574067200:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536333.213987:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536333.214009:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 16 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.214021:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 16 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.214167:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007f06a2f1/0x94dfe24b69f52941 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e2 expref: 16 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.214184:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.214189:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.214194:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.214205:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.214471:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536333.214515:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+15:2353:x1875415574067200:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 542us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.214524:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 471 00010000:00010000:0.0:1788536333.215133:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.215146:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.215187:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.215196:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.215206:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.215214:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adee00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536333.215218:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.215228:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.215308:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.215317:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52e50 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.216035:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574066048:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 16411us (20060us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.216124:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 468 00000100:00100000:2.0:1788536333.218304:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.218578:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574067328 00000100:00100000:0.0:1788536333.218594:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574067328 00010000:00010000:0.0:1788536333.218656:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 21 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.218708:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 472 00000100:00100000:0.0:1788536333.218719:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48690c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+21:2355:x1875415574067328:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536333.218737:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536333.218766:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 21 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.218781:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 21 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.218809:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000270511ac/0x94dfe24b69f52a52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b157c expref: 21 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.218829:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536333.218834:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536333.218842:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.218853:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.218899:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536333.220498:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48690c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+20:2355:x1875415574067328:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1766us (2263us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.220514:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 472 00010000:00010000:3.0:1788536333.220748:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.220764:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.220809:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.220818:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.220827:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.220834:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be48e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536333.220838:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.220847:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.220879:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.220888:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a4a3c4e6/0x94dfe24b69f52e57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.220992:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+19:2352:x1875415574066176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 21088us (24555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.221001:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 469 00000100:00100000:2.0:1788536333.223674:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.224022:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574067584 00000100:00100000:3.0:1788536333.224036:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574067584 00000100:00100000:3.0:1788536333.224115:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1607 00000100:00100000:3.0:1788536333.224126:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+94:33495:x1875415574067584:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.224562:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+94:33495:x1875415574067584:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 435us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.224573:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1607 00000100:00100000:0.0:1788536333.226707:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.226813:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.229006:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.229212:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574068224 00000100:00100000:1.0:1788536333.229226:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574068224 00000100:00100000:1.0:1788536333.229308:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 470 00000100:00100000:1.0:1788536333.229321:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415574068224:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536333.229342:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536333.229621:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b179e expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536333.229657:0:6668:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x22:0x0] initial LVB size: 158, mtime: 0x6a9ae60b, atime: 0x0, ctime: 0x6a9ae60b, blocks: 0x1 00010000:00010000:1.0:1788536333.229683:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1788536333.229689:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536333.229701:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 20 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.229723:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 20 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.229739:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf800, rc 0) 00000100:00100000:1.0:1788536333.229822:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+20:2354:x1875415574068224:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 504us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.229830:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 470 00000100:00100000:2.0:1788536333.233699:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574067840 00000100:00100000:2.0:1788536333.233722:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574067840 00000100:00100000:1.0:1788536333.233906:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574068096 00000100:00100000:1.0:1788536333.233911:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574068096 00000100:00100000:1.0:1788536333.233954:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1608 00000100:00100000:1.0:1788536333.233966:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+95:33493:x1875415574067840:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.234102:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+95:33493:x1875415574067840:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 138us (7407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.234110:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1608 00000100:00100000:1.0:1788536333.234132:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1609 00000100:00100000:1.0:1788536333.234139:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+94:33494:x1875415574068096:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.234456:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+94:33494:x1875415574068096:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 316us (7641us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.234463:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1609 00000100:00100000:1.0:1788536333.235754:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:2.0:1788536333.235846:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536333.236035:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574068480 00000100:00100000:3.0:1788536333.236045:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574068480 00000100:00100000:3.0:1788536333.236099:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1610 00000100:00100000:3.0:1788536333.236108:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+94:33495:x1875415574068480:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.236395:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+94:33495:x1875415574068480:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 264us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.236494:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1610 00000100:00100000:1.0:1788536333.239603:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.239738:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.240308:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574068608 00000100:00100000:3.0:1788536333.240322:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574068608 00000100:00100000:3.0:1788536333.240479:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 471 00000100:00100000:3.0:1788536333.240491:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+20:2355:x1875415574068608:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.240515:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.240542:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b17a5 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536333.240577:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x21:0x0] initial LVB size: 158, mtime: 0x6a9ae60b, atime: 0x0, ctime: 0x6a9ae60b, blocks: 0x1 00010000:00010000:3.0:1788536333.240602:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1788536333.240608:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536333.240620:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 21 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.240640:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 21 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.240661:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be49600, rc 0) 00000100:00100000:1.0:1788536333.240806:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574068736 00000100:00100000:1.0:1788536333.240811:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574068736 00000100:00100000:1.0:1788536333.240847:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 472 00000100:00100000:1.0:1788536333.240854:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+14:2354:x1875415574068736:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536333.240863:0:16289:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536333.240887:0:16289:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b17ac expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536333.240906:0:16289:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x1f:0x0] initial LVB size: 158, mtime: 0x6a9ae60b, atime: 0x0, ctime: 0x6a9ae60b, blocks: 0x1 00010000:00010000:1.0:1788536333.240916:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1788536333.240920:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536333.240926:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 15 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.241135:0:16289:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 15 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.241146:0:16289:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf000, rc 0) 00000100:00100000:1.0:1788536333.241737:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574068736:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 879us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.241746:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 472 00000100:00100000:3.0:1788536333.241849:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+21:2355:x1875415574068608:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1360us (2261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.241857:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 471 00000100:00100000:1.0:1788536333.242710:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.242812:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574068864 00000100:00100000:3.0:1788536333.242822:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574068864 00002000:00100000:3.0:1788536333.243007:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x22:0x0] (0->4095) req@ffff8b1d7bfdd880 x1875415574068864/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536333.243019:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfdd880 with x1875415574068864 ext(0->4095) 00002000:00010000:3.0:1788536333.243026:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfdd880 00000100:00100000:3.0:1788536333.243107:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 128 00000100:00100000:3.0:1788536333.243119:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+21:2354:x1875415574068864:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788536333.243699:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+21:2354:x1875415574068864:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 580us (990us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788536333.243708:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 128 00002000:00100000:2.0:1788536333.243716:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x22:0x0] (0->4095) req@ffff8b1d7bfdd880 x1875415574068864/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/4536 e 0 to 0 dl 1788536344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.243725:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfdd880 with x1875415574068864 ext(0->4095) 00002000:00010000:2.0:1788536333.243729:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfdd880 00000100:00100000:2.0:1788536333.246804:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.246990:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574069120 00000100:00100000:1.0:1788536333.247005:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574069120 00000100:00100000:1.0:1788536333.247080:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1611 00000100:00100000:1.0:1788536333.247091:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+94:33493:x1875415574069120:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.247674:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e153480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+94:33493:x1875415574069120:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 580us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.247684:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1611 00000100:00100000:1.0:1788536333.251090:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.251129:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.251831:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574069248 00000100:00100000:0.0:1788536333.251847:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574069248 00000100:00100000:0.0:1788536333.251929:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574069504 00000100:00100000:0.0:1788536333.251933:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574069504 00000100:00100000:2.0:1788536333.252042:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1612 00000100:00100000:2.0:1788536333.252059:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+95:33495:x1875415574069248:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.252088:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.252116:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52e73 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b17b3 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.252161:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.252191:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.252207:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.252344:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52e73 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 97 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.252412:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.252423:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:2.0:1788536333.252426:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536333.252429:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc 0) 00000100:00100000:2.0:1788536333.252514:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+96:33495:x1875415574069248:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 460us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.252522:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1612 00000100:00100000:1.0:1788536333.253430:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.253469:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.253496:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574069632 00000100:00100000:1.0:1788536333.253504:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574069632 00002000:00100000:1.0:1788536333.253554:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x21:0x0] (0->4095) req@ffff8b1d7bfded80 x1875415574069632/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536333.253566:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfded80 with x1875415574069632 ext(0->4095) 00002000:00010000:1.0:1788536333.253573:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfded80 00000100:00100000:1.0:1788536333.253598:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 129 00000100:00100000:1.0:1788536333.253607:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:2355:x1875415574069632:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.253822:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:2355:x1875415574069632:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 214us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536333.253829:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 129 00002000:00100000:1.0:1788536333.253837:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x21:0x0] (0->4095) req@ffff8b1d7bfded80 x1875415574069632/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/4536 e 0 to 0 dl 1788536344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536333.253844:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfded80 with x1875415574069632 ext(0->4095) 00002000:00010000:1.0:1788536333.253846:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d7bfded80 00000100:00100000:0.0:1788536333.254806:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574069760 00000100:00100000:0.0:1788536333.254817:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574069760 00000100:00100000:0.0:1788536333.254845:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1613 00000100:00100000:0.0:1788536333.254855:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+95:33494:x1875415574069504:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.255016:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1614 00000100:00100000:3.0:1788536333.255028:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+117:33498:x1875415574069760:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:3.0:1788536333.255040:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.255064:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52e81 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b17ba expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255325:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255344:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255395:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255416:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255427:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.255427:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+95:33494:x1875415574069504:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 568us (4291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.255444:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1613 00010000:00010000:3.0:1788536333.255445:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255556:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52e96 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255564:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52e96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255569:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52e96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788536333.255614:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 158 00000004:00200000:3.0:1788536333.255618:0:5823:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1788536333.255640:0:5823:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52e96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255653:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52e96 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255664:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255676:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255688:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255696:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.255701:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255708:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255721:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536333.255724:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.255729:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255735:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49a00/0x94dfe24b69f52e88 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255748:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255754:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255759:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255764:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d42bbb600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.255767:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255773:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255779:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6f5308b8 (ffff8b1d4b701000) 00010000:00010000:3.0:1788536333.255782:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536333.255784:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255789:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52e8f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255820:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52e81 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ba expref: 119 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255833:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836800/0x94dfe24b69f52e96 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ba expref: 118 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.255840:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff8b1c43bb5f00) 00010000:00010000:3.0:1788536333.255842:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788536333.255844:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d66836800, rc 0) 00000100:00100000:3.0:1788536333.255882:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+118:33498:x1875415574069760:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 858us (2458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.255889:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1614 00000100:00100000:1.0:1788536333.257763:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.257874:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574069888 00000100:00100000:3.0:1788536333.257886:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574069888 00000100:00100000:3.0:1788536333.257963:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1615 00000100:00100000:3.0:1788536333.257973:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+95:33495:x1875415574069888:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536333.258015:0:16075:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536333.258151:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+95:33495:x1875415574069888:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 179us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.258160:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1615 00000100:00100000:1.0:1788536333.261216:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.261471:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.261940:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574070144 00000100:00100000:3.0:1788536333.261955:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574070144 00000100:00100000:3.0:1788536333.262033:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 473 00000100:00100000:2.0:1788536333.262169:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574070016 00000100:00100000:2.0:1788536333.262174:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574070016 00000100:00100000:2.0:1788536333.262220:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1616 00000100:00100000:2.0:1788536333.262229:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+95:33493:x1875415574070016:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.262260:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.262287:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52e9d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b17c1 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.262330:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.262347:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.262387:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.262513:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52e9d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 97 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.262535:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.262544:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:2.0:1788536333.262547:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536333.262551:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4200, rc 0) 00000100:00100000:2.0:1788536333.262628:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfde300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+96:33493:x1875415574070016:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 400us (1157us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.262636:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1616 00000100:00100000:3.0:1788536333.262708:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+21:2354:x1875415574070144:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.262740:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 3/1,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262755:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536333.262760:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536333.262766:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262778:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262807:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262816:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262825:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262833:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536333.262838:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262848:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262863:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.262871:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003f877623/0x94dfe24b69f52eab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.262925:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+21:2354:x1875415574070144:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 883us (1722us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.262993:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 473 00000100:00100000:1.0:1788536333.266489:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.266536:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574070272 00000100:00100000:0.0:1788536333.266552:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574070272 00000100:00100000:1.0:1788536333.266591:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00002000:00100000:0.0:1788536333.266615:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1f:0x0] (0->4095) req@ffff8b1d7bfdd180 x1875415574070272/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536333.266627:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfdd180 with x1875415574070272 ext(0->4095) 00002000:00010000:0.0:1788536333.266634:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bfdd180 00000100:00100000:0.0:1788536333.266667:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 130 00000100:00100000:0.0:1788536333.266679:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574070272:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.267549:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574070272:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 867us (1069us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788536333.267561:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 130 00002000:00100000:0.0:1788536333.267570:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1f:0x0] (0->4095) req@ffff8b1d7bfdd180 x1875415574070272/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/4536 e 0 to 0 dl 1788536344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788536333.267578:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7bfdd180 with x1875415574070272 ext(0->4095) 00002000:00010000:0.0:1788536333.267584:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d7bfdd180 00000100:00100000:3.0:1788536333.267728:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574070656 00000100:00100000:3.0:1788536333.267736:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574070656 00000100:00100000:3.0:1788536333.267787:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1617 00000100:00100000:3.0:1788536333.267795:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+96:33495:x1875415574070656:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.267878:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.267898:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.267913:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.268716:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 96 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.268739:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 96 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.268762:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583157376:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536333.268881:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b697b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.270817:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.271343:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.271413:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574070784 00000100:00100000:1.0:1788536333.271426:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574070784 00000100:00100000:1.0:1788536333.271501:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 88 00000100:00100000:1.0:1788536333.271512:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+118:2352:x1875415574070784:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536333.271582:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536333.271606:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52eb9 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b17cf expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271676:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271693:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271707:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271725:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271732:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271739:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271807:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271816:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271823:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271829:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adee00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536333.271834:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271842:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271855:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536333.271859:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536333.271864:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271870:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adee00/0x94dfe24b69f52ec0 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271884:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271890:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271895:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271899:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536333.271902:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271908:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271915:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xbb834312 (ffff8b1d4631b100) 00010000:00010000:1.0:1788536333.271918:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536333.271920:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.271926:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52ec7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.272087:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52eb9 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17cf expref: 119 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.272099:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536333.272101:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536333.272105:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52eb9 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17cf expref: 119 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.272116:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade600, rc -2) 00000100:00100000:1.0:1788536333.272449:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+118:2352:x1875415574070784:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 938us (1107us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536333.272460:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 88 00000100:00100000:0.0:1788536333.274157:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574070400 00000100:00100000:0.0:1788536333.274179:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574070400 00000100:00080000:1.0:1788536333.274392:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536333.274449:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 474 00000100:00100000:0.0:1788536333.274461:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2353:x1875415574070400:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536333.274482:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.274502:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c7a542ff/0x94dfe24b69f52ece lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b17c8 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.274580:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583157504:192.168.203.55@tcp:106: 00000100:00100000:0.0:1788536333.275897:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717540 going to sleep for 11 seconds 00000100:00100000:0.0:1788536333.279606:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.279653:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574070912 00000100:00100000:0.0:1788536333.279665:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574070912 00010000:00010000:0.0:1788536333.279715:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 97 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.279758:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 473 00000100:00100000:0.0:1788536333.279770:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+97:2355:x1875415574070912:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536333.279788:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536333.279795:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 97 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.279811:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 97 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.279839:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:0.0:1788536333.279845:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.279858:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.279868:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.279890:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536333.280092:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+97:2355:x1875415574070912:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 323us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.280100:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 473 00010000:00010000:2.0:1788536333.280959:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52e7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17b3 expref: 96 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.280986:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583157376:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536333.281201:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.281213:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.281219:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.281796:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.282489:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.282721:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574071040 00000100:00100000:1.0:1788536333.282732:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574071040 00000100:00100000:3.0:1788536333.282792:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574071168 00000100:00100000:3.0:1788536333.282798:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574071168 00000100:00100000:3.0:1788536333.282845:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1618 00000100:00100000:3.0:1788536333.282856:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+97:33493:x1875415574071040:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536333.282895:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536333.283030:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+97:33493:x1875415574071040:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 175us (1237us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.283038:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1618 00000100:00100000:3.0:1788536333.283058:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1619 00000100:00100000:3.0:1788536333.283065:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+96:33494:x1875415574071168:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.283076:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.283101:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ed5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1807 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.283136:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.283152:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.283340:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.283525:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb600/0x94dfe24b69f52ed5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 98 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.283549:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 97 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.283559:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:3.0:1788536333.283562:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536333.283566:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d7be48e00, rc 0) 00000100:00100000:3.0:1788536333.283593:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+97:33494:x1875415574071168:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 530us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.283600:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1619 00010000:00010000:2.0:1788536333.285538:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.285556:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.285564:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.285571:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d66837600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.285577:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.285585:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.285602:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:2.0:1788536333.285606:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536333.285611:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.285618:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837600/0x94dfe24b69f52eb2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.285770:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+97:33495:x1875415574070656:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 17969us (19171us total) trans 4294968320 rc 0/0 00000100:00100000:2.0:1788536333.285780:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1617 00000100:00100000:0.0:1788536333.291789:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.291829:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.291864:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.291973:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574071680 00000100:00100000:2.0:1788536333.291986:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574071680 00000100:00100000:2.0:1788536333.292077:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1620 00002000:00010000:0.0:1788536333.292077:0:6667:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000400:0x24:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788536333.292081:0:6667:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000400:0x24:0x0] updating lvb mtime: 0 -> 1788536332 00002000:00010000:0.0:1788536333.292084:0:6667:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000400:0x24:0x0] updating lvb atime: 0 -> 1788536332 00002000:00010000:0.0:1788536333.292087:0:6667:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000400:0x24:0x0] updating lvb ctime: 0 -> 1788536332 00000100:00100000:2.0:1788536333.292089:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+97:33494:x1875415574071680:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.292110:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583157504:192.168.203.55@tcp:106: 00000004:00000080:2.0:1788536333.292131:0:5824:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00010000:00010000:0.0:1788536333.292155:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c7a542ff/0x94dfe24b69f52ece lrc: 1/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c8 expref: 19 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.292256:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+97:33494:x1875415574071680:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 169us (390us total) trans 0 rc 0/0 00010000:00010000:0.0:1788536333.292257:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c7a542ff/0x94dfe24b69f52ece lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c8 expref: 19 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.292265:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1620 00010000:00010000:0.0:1788536333.292327:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cde00, rc 0) 00000100:00100000:0.0:1788536333.292564:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2353:x1875415574070400:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 17914us (21566us total) trans 0 rc 301/301 00000100:00100000:0.0:1788536333.292575:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 474 00000100:00100000:0.0:1788536333.292594:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574071296 00000100:00100000:0.0:1788536333.292599:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574071296 00000100:00100000:0.0:1788536333.292625:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:0.0:1788536333.292632:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:2355:x1875415574071296:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.292710:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574071552 00000100:00100000:1.0:1788536333.292716:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574071552 00000100:00100000:1.0:1788536333.292750:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 314 00000100:00100000:1.0:1788536333.292757:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+97:33495:x1875415574071552:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.292984:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+98:33495:x1875415574071552:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 226us (1152us total) trans 4294968321 rc 0/0 00000100:00100000:1.0:1788536333.292991:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 314 00010000:00010000:0.0:1788536333.293099:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293116:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536333.293122:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536333.293129:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293146:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293257:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293335:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293344:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293351:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429ccc00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536333.293365:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293505:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293521:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.293528:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000619b9a21/0x94dfe24b69f52ee3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.293573:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+21:2355:x1875415574071296:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 940us (1800us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.293580:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:2.0:1788536333.297847:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.298108:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574071808 00000100:00100000:3.0:1788536333.298122:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574071808 00000100:00100000:3.0:1788536333.298273:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00100000:3.0:1788536333.298286:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574071808:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.298343:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298399:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536333.298549:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536333.298557:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298574:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298612:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298622:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298632:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298639:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d7be49a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536333.298644:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298652:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298670:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.298678:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007058c638/0x94dfe24b69f52eea lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.301740:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:2354:x1875415574071808:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 3439us (4562us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.301757:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00100000:1.0:1788536333.306689:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.306750:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.306790:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574072064 00000100:00100000:1.0:1788536333.306803:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574072064 00000100:00100000:1.0:1788536333.307618:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574072192 00000100:00100000:1.0:1788536333.307627:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574072192 00000100:00100000:1.0:1788536333.307703:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1621 00000100:00100000:1.0:1788536333.307715:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+98:33493:x1875415574072064:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788536333.307820:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.307842:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 98 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.307853:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.307899:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 98 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.307914:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 98 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.308104:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1622 00000100:00100000:0.0:1788536333.308115:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+118:33498:x1875415574072192:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:0.0:1788536333.308128:0:16075:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.308143:0:16075:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52ef8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b180e expref: -99 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.308237:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583157632:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536333.308385:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.308444:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:0.0:1788536333.308520:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52eff lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.308534:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.308549:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536333.308592:0:16075:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000401:0x53:0x0]: returning size 16384 00000004:00200000:0.0:1788536333.308596:0:16075:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 18446744073709551615 stripe count 1 MDT count 1 00000004:00010000:0.0:1788536333.308616:0:16075:0:(mdt_handler.c:2551:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52eff lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.308643:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52ef8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b180e expref: 120 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.308661:0:16075:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52eff lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b180e expref: 119 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.308670:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536333.308673:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788536333.308677:0:16075:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd200, rc 0) 00000100:00100000:0.0:1788536333.308709:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+119:33498:x1875415574072192:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 597us (1959us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.308717:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1622 00000100:00100000:0.0:1788536333.309320:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574072448 00000100:00100000:0.0:1788536333.309329:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574072448 00000100:00100000:0.0:1788536333.309407:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1623 00000100:00100000:0.0:1788536333.309417:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+99:33494:x1875415574072448:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.309467:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.309480:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.309488:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.309517:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.309528:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 99 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.309542:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583157760:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536333.309601:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717540 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.311246:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfdea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583157632:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536333.311310:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.311340:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574072576 00000100:00100000:3.0:1788536333.311348:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574072576 00010000:00010000:3.0:1788536333.311469:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 100 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.311477:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.311531:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.311535:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 474 00000100:00100000:3.0:1788536333.311548:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+100:2355:x1875415574072576:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788536333.311562:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574072704 00000100:00100000:1.0:1788536333.311566:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574072704 00000100:00100000:1.0:1788536333.311601:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:1.0:1788536333.311609:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574072704:12345-192.168.203.55@tcp:101:lfs.0 00010000:00010000:1.0:1788536333.311625:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536333.311645:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f52f0d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1815 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.311709:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583157888:192.168.203.55@tcp:106: 00000100:00100000:1.0:1788536333.311785:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1788536333.312342:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536333.312364:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 100 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.312397:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 100 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.312422:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52ea4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17c1 expref: 100 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.313247:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:3.0:1788536333.313261:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.313276:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.313285:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.313328:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536333.313431:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+99:2355:x1875415574072576:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1882us (2119us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.313452:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 474 00010000:00010000:0.0:1788536333.315406:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.315426:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.315727:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.315737:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.315745:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.315752:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d7400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536333.315757:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.315766:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.315786:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:0.0:1788536333.315790:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536333.315795:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.315802:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d7400/0x94dfe24b69f52ef1 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.315982:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+99:33493:x1875415574072064:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 8263us (9300us total) trans 4294968322 rc 0/0 00000100:00100000:0.0:1788536333.315994:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1621 00000100:00100000:3.0:1788536333.316280:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.316980:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574072832 00000100:00100000:0.0:1788536333.316994:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574072832 00010000:00010000:0.0:1788536333.317040:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 99 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.317087:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 475 00000100:00100000:0.0:1788536333.317098:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+99:2355:x1875415574072832:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536333.317116:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536333.317123:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 99 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.317137:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 99 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.317157:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536333.317163:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.317174:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.317182:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.317202:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536333.317252:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+99:2355:x1875415574072832:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 155us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.317272:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 475 00010000:00010000:0.0:1788536333.317454:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be48e00/0x94dfe24b69f52edc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1807 expref: 98 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.317473:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6b100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583157760:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536333.317508:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.317519:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.317524:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.318167:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.318181:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.318188:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.318194:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536333.318199:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.318207:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.318220:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536333.318224:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536333.318227:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.318234:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f06 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536333.319159:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536333.319167:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536333.319213:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 12 00000040:00080000:0.0:1788536333.319222:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536333.319489:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfddf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583157888:192.168.203.55@tcp:106: 00010000:00010000:1.0:1788536333.319528:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f52f0d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1815 expref: 19 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.319555:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dab8dfe3/0x94dfe24b69f52f0d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1815 expref: 19 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.319575:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:1.0:1788536333.319639:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574072704:12345-192.168.203.55@tcp:101:lfs.0 Request processed in 8029us (8107us total) trans 0 rc 301/301 00000100:00100000:1.0:1788536333.319648:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:0.0:1788536333.320190:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583158016:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788536333.320318:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d50244600 going to sleep for 11 seconds 00000100:00100000:0.0:1788536333.320352:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+99:33494:x1875415574072448:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 10936us (11906us total) trans 4294968323 rc 0/0 00000100:00100000:0.0:1788536333.320390:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1623 00000100:00100000:3.0:1788536333.330903:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.334951:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.335023:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.335041:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.335094:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.335127:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574073344 00000100:00100000:3.0:1788536333.335138:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574073344 00000100:00100000:3.0:1788536333.335204:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574073472 00000100:00100000:3.0:1788536333.335207:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574073472 00000100:00100000:3.0:1788536333.335219:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574073600 00000100:00100000:3.0:1788536333.335221:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574073600 00000100:00100000:3.0:1788536333.335238:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1624 00000100:00100000:3.0:1788536333.335249:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+119:33498:x1875415574073344:12345-192.168.203.55@tcp:58:lfs.0 00000040:00080000:3.0:1788536333.335597:0:5825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000100:00100000:3.0:1788536333.335697:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+119:33498:x1875415574073344:12345-192.168.203.55@tcp:58:lfs.0 Request processed in 448us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.335706:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1624 00000100:00100000:3.0:1788536333.335727:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1625 00000100:00100000:3.0:1788536333.335734:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+100:33501:x1875415574073472:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536333.335761:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536333.335829:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+100:33501:x1875415574073472:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 96us (805us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.335836:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1625 00000100:00100000:3.0:1788536333.335849:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1626 00000100:00100000:3.0:1788536333.335855:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+99:33502:x1875415574073600:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536333.335870:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536333.335908:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+99:33502:x1875415574073600:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 53us (865us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.335914:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1626 00000100:00100000:0.0:1788536333.336461:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574073088 00000100:00100000:0.0:1788536333.336470:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574073088 00000100:00100000:0.0:1788536333.336536:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574073856 00000100:00100000:0.0:1788536333.336540:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574073856 00000100:00100000:0.0:1788536333.336556:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 315 00000100:00100000:0.0:1788536333.336564:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+100:33493:x1875415574073088:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.336762:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+101:33493:x1875415574073088:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 197us (5873us total) trans 4294968324 rc 0/0 00000100:00100000:0.0:1788536333.336770:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 315 00000100:00100000:0.0:1788536333.336785:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 316 00000100:00100000:0.0:1788536333.336792:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+100:33494:x1875415574073856:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.336875:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+101:33494:x1875415574073856:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 82us (1780us total) trans 4294968325 rc 0/0 00000100:00100000:0.0:1788536333.336882:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 316 00000100:00100000:1.0:1788536333.337323:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6b100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583158016:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536333.339768:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.339851:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574073984 00000100:00100000:0.0:1788536333.339863:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574073984 00000100:00100000:0.0:1788536333.339933:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1627 00000100:00100000:0.0:1788536333.339951:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+100:33503:x1875415574073984:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788536333.339989:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x36:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788536333.340124:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+100:33503:x1875415574073984:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 175us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.340133:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1627 00000100:00100000:3.0:1788536333.342120:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.342343:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574074240 00000100:00100000:0.0:1788536333.342367:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574074240 00000100:00100000:0.0:1788536333.342477:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1628 00000100:00100000:0.0:1788536333.342488:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+100:33501:x1875415574074240:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.342519:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.342547:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f14 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b181c expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.342673:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52f1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.342691:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.342706:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52f1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536333.342719:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 158 00010000:00010000:0.0:1788536333.342889:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f52f14 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b181c expref: 103 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.342912:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52f1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b181c expref: 102 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.342923:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:0.0:1788536333.342927:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536333.342931:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cde00, rc 0) 00000100:00100000:0.0:1788536333.343015:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+102:33501:x1875415574074240:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 529us (907us total) trans 4294968326 rc 0/0 00000100:00100000:0.0:1788536333.343022:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1628 00000100:00100000:3.0:1788536333.344972:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.345068:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574074496 00000100:00100000:2.0:1788536333.345081:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574074496 00000100:00100000:2.0:1788536333.345153:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1629 00000100:00100000:2.0:1788536333.345175:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+102:33503:x1875415574074496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.345206:0:5823:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.345229:0:5823:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52f29 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1823 expref: -99 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.345365:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52f30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.345428:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52f30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.345443:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52f30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536333.345456:0:5823:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 158 00010000:00010000:2.0:1788536333.345621:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52f29 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1823 expref: 105 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.345642:0:5823:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52f30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1823 expref: 104 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.345652:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:2.0:1788536333.345655:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536333.345659:0:5823:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5a00, rc 0) 00000100:00100000:2.0:1788536333.345724:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+104:33503:x1875415574074496:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 563us (765us total) trans 4294968327 rc 0/0 00000100:00100000:2.0:1788536333.345736:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1629 00000100:00100000:3.0:1788536333.352561:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.352729:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574074752 00000100:00100000:2.0:1788536333.352742:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574074752 00000100:00100000:2.0:1788536333.352817:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1630 00000100:00100000:2.0:1788536333.352829:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+104:33502:x1875415574074752:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.352857:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.352883:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52f3e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b182a expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.353042:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52f45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.353061:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.353076:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52f45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788536333.353089:0:6725:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 158 00010000:00010000:2.0:1788536333.353544:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52f3e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b182a expref: 107 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.353569:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52f45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b182a expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.353579:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:2.0:1788536333.353582:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788536333.353587:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5800, rc 0) 00000100:00100000:2.0:1788536333.353662:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+106:33502:x1875415574074752:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 835us (1113us total) trans 4294968328 rc 0/0 00000100:00100000:2.0:1788536333.353670:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1630 00000100:00100000:3.0:1788536333.356912:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.356977:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.357079:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574074880 00000100:00100000:2.0:1788536333.357092:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574074880 00000100:00100000:2.0:1788536333.357174:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 478 00000100:00100000:2.0:1788536333.357186:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+15:2355:x1875415574074880:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.357252:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.357278:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 15 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.357288:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788536333.357293:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536333.357299:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.357346:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 15 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.357402:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 15 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.357420:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583158144:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536333.357532:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.362351:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574075008 00000100:00100000:1.0:1788536333.362484:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574075008 00000100:00100000:1.0:1788536333.362646:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 80 00000100:00100000:1.0:1788536333.362657:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+106:2355:x1875415574075008:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536333.362677:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536333.362709:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f52f1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b181c expref: 106 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.362734:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:1.0:1788536333.362740:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536333.362826:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+105:2355:x1875415574075008:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 171us (5849us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.362834:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 80 00000100:00100000:0.0:1788536333.375806:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.377535:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.377623:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.377652:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.377768:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583158144:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536333.377804:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.378075:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574075520 00000100:00100000:2.0:1788536333.378086:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574075520 00000100:00100000:2.0:1788536333.378165:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:2.0:1788536333.378177:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+21:2353:x1875415574075520:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.378231:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.378252:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 21 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.378261:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536333.378266:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536333.378271:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 4/1,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.378312:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 21 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.378327:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 21 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.378345:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583158272:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536333.378473:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536333.380180:0:6672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574075648 00000100:00100000:2.0:1788536333.380197:0:6672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574075648 00002000:00100000:2.0:1788536333.380266:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20:0x0] (0->157) req@ffff8b1d73a6b100 x1875415574075648/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.380286:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d73a6b100 with x1875415574075648 ext(0->157) 00010000:00010000:2.0:1788536333.380297:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 16 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.380314:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 16 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.380323:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d73a6b100 00000100:00100000:2.0:1788536333.380392:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 23 00000100:00100000:2.0:1788536333.380402:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+16:2353:x1875415574075648:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:2.0:1788536333.380997:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+18:2353:x1875415574075648:12345-192.168.203.55@tcp:4:cp.0 Request processed in 593us (3370us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1788536333.381008:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 23 00002000:00100000:2.0:1788536333.381017:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x20:0x0] (0->157) req@ffff8b1d73a6b100 x1875415574075648/t4294967379(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/448 e 0 to 0 dl 1788536344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.381026:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d73a6b100 with x1875415574075648 ext(0->157) 00010000:00010000:2.0:1788536333.381034:0:6672:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 18 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.381044:0:6672:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 18 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.381051:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d73a6b100 00000100:00100000:0.0:1788536333.381969:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.382053:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583158272:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536333.382087:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.382813:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574075264 00000100:00100000:2.0:1788536333.382824:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574075264 00000100:00100000:2.0:1788536333.382896:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 480 00000100:00100000:2.0:1788536333.382907:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+18:2354:x1875415574075264:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.382959:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.382980:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 18 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.382989:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536333.382995:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788536333.383001:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 4/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.383043:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 18 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.383059:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 18 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.383076:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583158400:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536333.383180:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d51961900 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.383674:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574075136 00000100:00100000:1.0:1788536333.383683:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574075136 00000100:00100000:1.0:1788536333.383735:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574075392 00000100:00100000:1.0:1788536333.383738:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574075392 00000100:00100000:3.0:1788536333.384010:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 81 00000100:00100000:3.0:1788536333.384024:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+106:2355:x1875415574075136:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536333.384041:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536333.384082:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5800/0x94dfe24b69f52f45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b182a expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.384102:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:3.0:1788536333.384108:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536333.384173:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+105:2355:x1875415574075136:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 142us (8372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.384182:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 81 00000100:00100000:3.0:1788536333.384202:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 82 00000100:00100000:3.0:1788536333.384209:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+104:2355:x1875415574075392:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536333.384217:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536333.384227:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5a00/0x94dfe24b69f52f30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1823 expref: 104 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.384248:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:3.0:1788536333.384252:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536333.384273:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+103:2355:x1875415574075392:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 65us (6620us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.384279:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 82 00000100:00100000:0.0:1788536333.391305:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.392102:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574075776 00000100:00100000:2.0:1788536333.392119:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574075776 00002000:00100000:2.0:1788536333.392261:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x23:0x0] (0->157) req@ffff8b1d6dccad80 x1875415574075776/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.392281:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6dccad80 with x1875415574075776 ext(0->157) 00010000:00010000:2.0:1788536333.392293:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 22 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.392310:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 22 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.392319:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d6dccad80 00000100:00100000:2.0:1788536333.392402:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 24 00000100:00100000:2.0:1788536333.392413:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+22:2354:x1875415574075776:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:3.0:1788536333.392497:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.392536:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.392992:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dccad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:2354:x1875415574075776:12345-192.168.203.55@tcp:4:cp.0 Request processed in 579us (1700us total) trans 4294967394 rc 0/0 00000100:00100000:2.0:1788536333.393002:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 24 00002000:00100000:2.0:1788536333.393011:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x23:0x0] (0->157) req@ffff8b1d6dccad80 x1875415574075776/t4294967394(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/448 e 0 to 0 dl 1788536344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.393021:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d6dccad80 with x1875415574075776 ext(0->157) 00010000:00010000:2.0:1788536333.393028:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 24 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.393039:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 24 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.393046:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1d6dccad80 00000100:00100000:2.0:1788536333.393064:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574075904 00000100:00100000:2.0:1788536333.393069:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574075904 00002000:00100000:2.0:1788536333.393093:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x21:0x0] (0->157) req@ffff8b1d7c4b2680 x1875415574075904/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.393101:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b2680 with x1875415574075904 ext(0->157) 00010000:00010000:2.0:1788536333.393106:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 19 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.393114:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 19 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.393121:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7c4b2680 00000100:00100000:2.0:1788536333.393137:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 25 00000100:00100000:2.0:1788536333.393144:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415574075904:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:1.0:1788536333.394296:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574076032 00000100:00100000:1.0:1788536333.394310:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574076032 00010000:00010000:1.0:1788536333.394363:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 20 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.394467:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 476 00000100:00100000:1.0:1788536333.394477:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48691450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+20:2352:x1875415574076032:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536333.394494:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536333.394520:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 20 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.394535:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 20 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.394562:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f52b24 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d0 expref: 20 pid: 9635 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.394582:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536333.394587:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788536333.394595:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.394606:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.394645:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536333.394700:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48691450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+19:2352:x1875415574076032:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 224us (2162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.394708:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 476 00010000:00010000:3.0:1788536333.394738:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.394749:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.394778:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.394786:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.394793:0:9635:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.394801:0:9635:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536333.394805:0:9635:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.394814:0:9635:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.394826:0:9635:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.394833:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008c93e8ea/0x94dfe24b69f52f53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.394886:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+18:2355:x1875415574074880:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 37703us (37987us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.394895:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 478 00000100:00100000:3.0:1788536333.395551:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583158400:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536333.395581:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.396158:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415574075904:12345-192.168.203.55@tcp:4:cp.0 Request processed in 3009us (3656us total) trans 4294967380 rc 0/0 00000100:00100000:2.0:1788536333.396972:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 25 00002000:00100000:2.0:1788536333.396988:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x240000400:0x21:0x0] (0->157) req@ffff8b1d7c4b2680 x1875415574075904/t4294967380(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/448 e 0 to 0 dl 1788536344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.397001:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d7c4b2680 with x1875415574075904 ext(0->157) 00010000:00010000:2.0:1788536333.397012:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 19 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.397027:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 19 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.397041:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8b1d7c4b2680 00000100:00100000:3.0:1788536333.397925:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.398703:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574076160 00000100:00100000:0.0:1788536333.398718:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574076160 00010000:00010000:0.0:1788536333.398775:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 24 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.398826:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:0.0:1788536333.398836:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+24:2354:x1875415574076160:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536333.398857:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536333.398888:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 24 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.398908:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 24 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.398936:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000add7aedb/0x94dfe24b69f52bf6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1624 expref: 24 pid: 6667 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.398959:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536333.398964:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788536333.398972:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.398984:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.399068:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536333.399740:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.399754:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.399789:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.399799:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.399808:0:6668:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.399815:0:6668:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536333.399819:0:6668:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.399828:0:6668:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.399845:0:6668:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.399857:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fb88483b/0x94dfe24b69f52f5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.400123:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+23:2354:x1875415574076160:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1284us (2201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.400134:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 477 00000100:00100000:2.0:1788536333.401801:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+22:2353:x1875415574075520:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 23614us (24264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.401816:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:3.0:1788536333.403849:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.403972:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574076416 00000100:00100000:2.0:1788536333.403986:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574076416 00000100:00100000:2.0:1788536333.404062:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1631 00000100:00100000:2.0:1788536333.404073:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+103:33501:x1875415574076416:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536333.406828:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+103:33501:x1875415574076416:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 2737us (2970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.406846:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1631 00000100:00100000:0.0:1788536333.406849:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.407228:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574076544 00000100:00100000:3.0:1788536333.407242:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574076544 00010000:00010000:3.0:1788536333.407286:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 19 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.407330:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 478 00000100:00100000:3.0:1788536333.407339:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+19:2352:x1875415574076544:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536333.407404:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536333.407437:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 19 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407454:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 19 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407484:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003c95dbf8/0x94dfe24b69f52d07 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16ef expref: 19 pid: 6668 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407505:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.407510:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.407517:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407528:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407561:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536333.407600:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+18:2352:x1875415574076544:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 262us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.407607:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 478 00010000:00010000:3.0:1788536333.407637:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407646:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407674:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407684:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407693:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407700:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536333.407705:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407714:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407727:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.407735:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d10c963/0x94dfe24b69f52f61 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.407790:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+17:2354:x1875415574075264:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 24885us (25828us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.407799:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 480 00000100:00100000:0.0:1788536333.409851:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.410309:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574076800 00000100:00100000:3.0:1788536333.410322:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574076800 00000100:00100000:3.0:1788536333.410428:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1632 00000100:00100000:3.0:1788536333.410440:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+103:33502:x1875415574076800:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.410578:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+103:33502:x1875415574076800:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 139us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.410586:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1632 00000100:00100000:1.0:1788536333.412056:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.412149:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574076928 00000100:00100000:3.0:1788536333.412160:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574076928 00000100:00100000:3.0:1788536333.412218:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:3.0:1788536333.412228:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+17:2354:x1875415574076928:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.412247:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.412275:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1831 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536333.412309:0:6666:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x20:0x0] initial LVB size: 158, mtime: 0x6a9ae60c, atime: 0x0, ctime: 0x6a9ae60c, blocks: 0x1 00010000:00010000:3.0:1788536333.412332:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1788536333.412337:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536333.412349:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 18 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.412432:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 18 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.412450:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adee00, rc 0) 00000100:00100000:2.0:1788536333.412751:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+18:2354:x1875415574076928:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 522us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.412759:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:1.0:1788536333.413790:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.413870:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574077184 00000100:00100000:2.0:1788536333.413879:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574077184 00000100:00100000:3.0:1788536333.416431:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.420507:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.420538:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574077568 00000100:00100000:3.0:1788536333.420550:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574077568 00000100:00100000:3.0:1788536333.420607:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 482 00000100:00100000:3.0:1788536333.420618:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+22:2354:x1875415574077568:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.420641:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.420672:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1838 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788536333.420706:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x23:0x0] initial LVB size: 158, mtime: 0x6a9ae60c, atime: 0x0, ctime: 0x6a9ae60c, blocks: 0x1 00010000:00010000:3.0:1788536333.420729:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=711s v=(0 0) 00010000:00010000:3.0:1788536333.420733:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536333.420743:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 23 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.420762:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 23 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.420780:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adea00, rc 0) 00000100:00100000:3.0:1788536333.420840:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+23:2354:x1875415574077568:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 224us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.420848:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 482 00000100:00100000:2.0:1788536333.421780:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1633 00000100:00100000:2.0:1788536333.421800:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+103:33503:x1875415574077184:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.422674:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574077440 00000100:00100000:0.0:1788536333.422686:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574077440 00000100:00100000:2.0:1788536333.424210:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+104:33503:x1875415574077184:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 2209us (10218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.424226:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1633 00000100:00100000:2.0:1788536333.424274:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1634 00000100:00100000:2.0:1788536333.424287:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+103:33501:x1875415574077440:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788536333.425528:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+103:33501:x1875415574077440:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 1234us (9099us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.425543:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1634 00000100:00100000:1.0:1788536333.426543:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.427192:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574077824 00000100:00100000:0.0:1788536333.427207:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574077824 00000100:00100000:0.0:1788536333.427285:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1635 00000100:00100000:0.0:1788536333.427299:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+103:33502:x1875415574077824:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.427663:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+103:33502:x1875415574077824:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 366us (1307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.427672:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1635 00000100:00100000:0.0:1788536333.433818:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.433869:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.433976:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536333.434366:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574078080 00000100:00100000:1.0:1788536333.434417:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574078080 00000100:00100000:1.0:1788536333.434481:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 483 00000100:00100000:1.0:1788536333.434493:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+18:2355:x1875415574078080:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788536333.434519:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536333.434560:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b183f expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788536333.434597:0:6667:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x240000400:0x21:0x0] initial LVB size: 158, mtime: 0x6a9ae60c, atime: 0x0, ctime: 0x6a9ae60c, blocks: 0x1 00010000:00010000:1.0:1788536333.434623:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=711s v=(0 0) 00010000:00010000:1.0:1788536333.434629:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536333.434641:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 19 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.434664:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 19 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.434680:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7400, rc 0) 00000100:00100000:1.0:1788536333.434770:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415574078080:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 279us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.434779:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 483 00000100:00100000:2.0:1788536333.438533:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574078208 00000100:00100000:2.0:1788536333.438554:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574078208 00002000:00100000:2.0:1788536333.438638:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20:0x0] (0->4095) req@ffff8b1d464a5500 x1875415574078208/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.438650:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a5500 with x1875415574078208 ext(0->4095) 00002000:00010000:2.0:1788536333.438657:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d464a5500 00000100:00100000:3.0:1788536333.438898:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574077952 00000100:00100000:3.0:1788536333.438904:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574077952 00002000:00100000:3.0:1788536333.438934:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x23:0x0] (0->4095) req@ffff8b1d464a4a80 x1875415574077952/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536333.438953:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a4a80 with x1875415574077952 ext(0->4095) 00002000:00010000:3.0:1788536333.438956:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d464a4a80 00000100:00100000:2.0:1788536333.439347:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 131 00000100:00100000:2.0:1788536333.439390:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415574078208:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.439839:0:6672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 132 00000100:00100000:1.0:1788536333.439851:0:6672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+23:2352:x1875415574077952:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788536333.440602:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415574078208:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 1230us (6618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788536333.440613:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 131 00002000:00100000:2.0:1788536333.440623:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x20:0x0] (0->4095) req@ffff8b1d464a5500 x1875415574078208/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/4536 e 0 to 0 dl 1788536344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.440635:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a5500 with x1875415574078208 ext(0->4095) 00002000:00010000:2.0:1788536333.440642:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1d464a5500 00000100:00100000:0.0:1788536333.440965:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.441258:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574078464 00000100:00100000:3.0:1788536333.441268:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574078464 00000100:00100000:3.0:1788536333.441324:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1636 00000100:00100000:3.0:1788536333.441334:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+103:33503:x1875415574078464:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.441456:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+103:33503:x1875415574078464:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 124us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.441464:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1636 00000100:00100000:1.0:1788536333.442327:0:6672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c57bc05c-f865-4d91-8452-c561a98a0236+23:2352:x1875415574077952:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 2473us (8517us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536333.442340:0:6672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 132 00002000:00100000:1.0:1788536333.442363:0:6672:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x23:0x0] (0->4095) req@ffff8b1d464a4a80 x1875415574077952/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/4536 e 0 to 0 dl 1788536344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536333.442545:0:6672:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a4a80 with x1875415574077952 ext(0->4095) 00002000:00010000:1.0:1788536333.442552:0:6672:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d464a4a80 00000100:00100000:0.0:1788536333.448513:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.448546:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.448698:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574078592 00000100:00100000:3.0:1788536333.448712:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574078592 00000100:00100000:3.0:1788536333.448841:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574078720 00000100:00100000:3.0:1788536333.448856:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574078720 00000100:00100000:2.0:1788536333.451672:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1637 00000100:00100000:2.0:1788536333.451709:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+104:33502:x1875415574078592:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.451741:0:6725:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.451851:0:6725:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52f7d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1846 expref: -99 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.452431:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1638 00000100:00100000:0.0:1788536333.452449:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+105:33501:x1875415574078720:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.452461:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.452475:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52f84 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b184d expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.452508:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.452523:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.452537:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.452852:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.452863:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.453234:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.453510:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52f84 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 108 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.453513:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f52f7d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 108 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.453536:0:6725:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.453536:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.453548:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:0.0:1788536333.453548:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:2.0:1788536333.453551:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536333.453551:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536333.453555:0:6725:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4200, rc 0) 00010000:00010000:0.0:1788536333.453556:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cc000, rc 0) 00000100:00100000:0.0:1788536333.453651:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+106:33501:x1875415574078720:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 1207us (5102us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.453660:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1638 00000100:00100000:2.0:1788536333.453736:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+105:33502:x1875415574078592:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 2046us (5239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.453752:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1637 00000100:00100000:3.0:1788536333.454032:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.455604:0:18094:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574078848 00000100:00100000:2.0:1788536333.455621:0:18094:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574078848 00002000:00100000:3.0:1788536333.456470:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x21:0x0] (0->4095) req@ffff8b1c411eb800 x1875415574078848/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536333.456484:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411eb800 with x1875415574078848 ext(0->4095) 00002000:00010000:3.0:1788536333.456491:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c411eb800 00000100:00100000:3.0:1788536333.456529:0:18094:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 133 00000100:00100000:3.0:1788536333.456543:0:18094:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415574078848:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.456949:0:18094:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c57bc05c-f865-4d91-8452-c561a98a0236+19:2354:x1875415574078848:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 408us (2916us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788536333.456958:0:18094:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 133 00002000:00100000:1.0:1788536333.456966:0:18094:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x21:0x0] (0->4095) req@ffff8b1c411eb800 x1875415574078848/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/4536 e 0 to 0 dl 1788536344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788536333.456975:0:18094:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411eb800 with x1875415574078848 ext(0->4095) 00002000:00010000:1.0:1788536333.456979:0:18094:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8b1c411eb800 00000100:00100000:3.0:1788536333.468557:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.468595:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.468632:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574079104 00000100:00100000:3.0:1788536333.468645:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574079104 00000100:00100000:3.0:1788536333.468711:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574078976 00000100:00100000:3.0:1788536333.468714:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574078976 00000100:00100000:3.0:1788536333.468737:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1639 00000100:00100000:3.0:1788536333.468748:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+106:33503:x1875415574079104:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.468774:0:5825:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536333.468800:0:5825:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52f99 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1854 expref: -99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.468844:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.468863:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.468876:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.468993:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52f99 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 108 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.469011:0:5825:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 107 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.469020:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:3.0:1788536333.469024:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536333.469028:0:5825:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade600, rc 0) 00000100:00100000:3.0:1788536333.469096:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+107:33503:x1875415574079104:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 349us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.469103:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1639 00000100:00100000:3.0:1788536333.469120:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1640 00000100:00100000:3.0:1788536333.469127:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+106:33501:x1875415574078976:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536333.469144:0:5825:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536333.469203:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+106:33501:x1875415574078976:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 76us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.469210:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1640 00000100:00100000:0.0:1788536333.475495:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.476408:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574079232 00000100:00100000:2.0:1788536333.476424:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574079232 00000100:00100000:2.0:1788536333.476500:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1641 00000100:00100000:2.0:1788536333.476512:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+106:33502:x1875415574079232:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536333.476557:0:5823:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536333.476711:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+106:33502:x1875415574079232:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 201us (1231us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.476720:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1641 00000100:00100000:0.0:1788536333.486817:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.486866:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.487449:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574079360 00000100:00100000:2.0:1788536333.487463:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574079360 00000100:00100000:2.0:1788536333.487534:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574079488 00000100:00100000:2.0:1788536333.487538:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574079488 00000100:00100000:2.0:1788536333.487573:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 484 00000100:00100000:2.0:1788536333.487584:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415574079360:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.487645:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.487667:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536333.487672:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536333.487679:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.487889:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.487933:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.487942:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.487958:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.487965:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536333.487971:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.487982:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488000:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488008:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fb88483b/0x94dfe24b69f52fa7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.488112:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415574079360:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 528us (1311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.488121:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 484 00000100:00100000:2.0:1788536333.488145:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 485 00000100:00100000:2.0:1788536333.488153:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+23:2353:x1875415574079488:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.488177:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 3/1,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488192:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536333.488196:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536333.488200:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488210:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488232:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488241:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488249:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488255:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:2.0:1788536333.488258:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488265:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488275:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.488283:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000024f1ebac/0x94dfe24b69f52fae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.488319:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+23:2353:x1875415574079488:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 168us (1453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.488326:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 485 00000100:00100000:0.0:1788536333.488662:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.488701:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574079616 00000100:00100000:3.0:1788536333.488710:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574079616 00000100:00100000:3.0:1788536333.489534:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1642 00000100:00100000:3.0:1788536333.489550:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+106:33503:x1875415574079616:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788536333.489585:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x36:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788536333.490485:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+106:33503:x1875415574079616:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 928us (1812us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.490499:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1642 00000100:00100000:0.0:1788536333.501440:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.501488:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.501538:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574080000 00000100:00100000:0.0:1788536333.501549:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574080000 00000100:00100000:3.0:1788536333.502437:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574079872 00000100:00100000:3.0:1788536333.502448:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574079872 00000100:00100000:3.0:1788536333.502520:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1643 00000100:00100000:3.0:1788536333.502534:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+106:33502:x1875415574079872:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.503740:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 486 00010000:00010000:3.0:1788536333.503908:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.504704:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415574080000:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.504837:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.504851:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.504911:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 106 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.504930:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 106 pid: 6725 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.505343:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.505909:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583158528:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536333.506468:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536333.506473:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536333.506482:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.506503:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.506549:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.506559:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.506568:0:16289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.506576:0:16289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536333.506581:0:16289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.507705:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788536333.507725:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.507767:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574080256 00000100:00100000:2.0:1788536333.507777:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574080256 00000100:00100000:2.0:1788536333.507838:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1644 00010000:00010000:0.0:1788536333.507838:0:16289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.507848:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+107:33501:x1875415574080256:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.507875:0:16289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.507885:0:16289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c3c73d0/0x94dfe24b69f52fbc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.507938:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.507955:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 107 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.507964:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.508002:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 107 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.508014:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 107 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.508034:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583158656:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536333.508082:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494f0cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788536333.509200:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415574080000:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 4501us (7701us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.509214:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 486 00000100:00100000:2.0:1788536333.532817:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.532854:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.532893:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574080512 00000100:00100000:2.0:1788536333.532904:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574080512 00010000:00010000:2.0:1788536333.532969:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 108 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.533015:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574080384 00000100:00100000:2.0:1788536333.533018:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574080384 00010000:00010000:2.0:1788536333.533033:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 109 pid: 6725 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.533258:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:1.0:1788536333.533275:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+109:2355:x1875415574080512:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536333.533294:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536333.533304:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 109 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533319:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 109 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533348:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:1.0:1788536333.533365:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533402:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533412:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533437:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536333.533503:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+109:2355:x1875415574080512:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 233us (701us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.533512:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 479 00000100:00100000:1.0:1788536333.533535:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 480 00000100:00100000:1.0:1788536333.533543:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+108:2355:x1875415574080384:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536333.533553:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536333.533559:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 108 pid: 6725 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533571:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 108 pid: 6725 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533584:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:1.0:1788536333.533590:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533597:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533604:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.533615:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536333.533635:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+108:2355:x1875415574080384:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 93us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.533642:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 480 00010000:00010000:0.0:1788536333.534418:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52f8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b184d expref: 107 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.534437:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c3bce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583158656:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536333.534466:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534476:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534482:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534756:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534766:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534773:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534780:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536333.534786:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534800:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534815:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:0.0:1788536333.534818:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536333.534824:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.534830:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4000/0x94dfe24b69f52fc3 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.535053:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+107:33501:x1875415574080256:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 27204us (27329us total) trans 4294968329 rc 0/0 00000100:00100000:0.0:1788536333.535254:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1644 00000100:00100000:2.0:1788536333.535470:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:3.0:1788536333.539596:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f52f92 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1846 expref: 106 pid: 6725 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.539630:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583158528:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536333.539660:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.539671:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.539677:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.540534:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.540549:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.540558:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.540564:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.540570:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.540579:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.540598:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:3.0:1788536333.540602:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536333.540608:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.540615:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f52fb5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.540989:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.542638:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+106:33502:x1875415574079872:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 40094us (41201us total) trans 4294968330 rc 0/0 00000100:00100000:3.0:1788536333.542656:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1643 00000100:00100000:3.0:1788536333.542699:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574080768 00000100:00100000:3.0:1788536333.542709:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574080768 00000100:00100000:3.0:1788536333.542768:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1645 00000100:00100000:3.0:1788536333.542778:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+106:33503:x1875415574080768:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.542881:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.542902:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.542913:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 4/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.542971:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 106 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.542988:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 106 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.543015:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583158784:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536333.544543:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717300 going to sleep for 11 seconds 00000100:00100000:3.0:1788536333.546340:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574081024 00000100:00100000:3.0:1788536333.546389:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574081024 00000100:00100000:3.0:1788536333.546484:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 317 00000100:00100000:3.0:1788536333.546498:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d57049450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+107:33501:x1875415574081024:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.550555:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d57049450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+108:33501:x1875415574081024:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 4031us (9540us total) trans 4294968331 rc 0/0 00000100:00100000:3.0:1788536333.550574:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 317 00000100:00100000:1.0:1788536333.550860:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.551741:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574081280 00000100:00100000:3.0:1788536333.551825:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574081280 00000100:00100000:3.0:1788536333.552059:0:5827:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:3.0:1788536333.552343:0:5827:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+108:33502:x1875415574081280:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.552688:0:5827:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c57bc05c-f865-4d91-8452-c561a98a0236+109:33502:x1875415574081280:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 352us (1828us total) trans 4294968332 rc 0/0 00000100:00100000:3.0:1788536333.563673:0:5827:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 318 00000100:00100000:1.0:1788536333.565032:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583158784:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536333.565432:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.565494:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.565895:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574081408 00000100:00100000:2.0:1788536333.565905:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574081408 00010000:00010000:2.0:1788536333.566196:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 109 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.566248:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 481 00000100:00100000:2.0:1788536333.566261:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+109:2355:x1875415574081408:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536333.566281:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536333.566289:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 109 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.566311:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 109 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.566339:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f52fa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1854 expref: 109 pid: 5825 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.566393:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:2.0:1788536333.566400:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.566411:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.566420:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.566451:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536333.566521:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+108:2355:x1875415574081408:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 262us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.566529:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 481 00010000:00010000:2.0:1788536333.566559:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.566566:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.568350:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.568406:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.568415:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.568421:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adf200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536333.568426:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.568436:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.568456:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:2.0:1788536333.568460:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788536333.568466:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.568473:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf200/0x94dfe24b69f52fca lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.568697:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+108:33503:x1875415574080768:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 25914us (33221us total) trans 4294968333 rc 0/0 00000100:00100000:2.0:1788536333.568709:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1645 00000040:00080000:1.0:1788536333.569414:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536333.569421:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536333.569465:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:1.0:1788536333.569476:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536333.571290:0:11676:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583158912:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788536333.572844:0:11676:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e13f300 going to sleep for 11 seconds 00000100:00100000:2.0:1788536333.581446:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.581487:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574081536 00000100:00100000:2.0:1788536333.581498:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574081536 00000100:00100000:2.0:1788536333.581563:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1646 00000100:00100000:2.0:1788536333.581574:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+109:33513:x1875415574081536:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536333.581618:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536333.581736:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+109:33513:x1875415574081536:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 163us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.581755:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1646 00000100:00100000:1.0:1788536333.582841:0:11676:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:11676:1875415583158912:192.168.203.55@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788536333.584529:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.584569:0:20658:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574081792 00000100:00100000:3.0:1788536333.584580:0:20658:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574081792 00000100:00100000:3.0:1788536333.584643:0:20658:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00100000:3.0:1788536333.584654:0:20658:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+108:33503:x1875415574081792:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.585463:0:20658:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c57bc05c-f865-4d91-8452-c561a98a0236+109:33503:x1875415574081792:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 806us (942us total) trans 4294968334 rc 0/0 00000100:00100000:3.0:1788536333.585476:0:20658:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 319 00000100:00100000:2.0:1788536333.587324:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.587887:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574082048 00000100:00100000:0.0:1788536333.587901:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574082048 00000100:00100000:0.0:1788536333.588306:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1647 00000100:00100000:0.0:1788536333.588320:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+109:33513:x1875415574082048:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.588347:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.588446:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52fd1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b185b expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.588577:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52fd8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.588594:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.588608:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52fd8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788536333.588621:0:5824:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x37:0x0]: returning size 158 00010000:00010000:0.0:1788536333.588797:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52fd1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b185b expref: 112 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.588821:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52fd8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b185b expref: 111 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.588832:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff8b1c43bb5f00) 00010000:00010000:0.0:1788536333.588836:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788536333.588840:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429ccc00, rc 0) 00000100:00100000:0.0:1788536333.592257:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+111:33513:x1875415574082048:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 3549us (4556us total) trans 4294968335 rc 0/0 00000100:00100000:0.0:1788536333.592274:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1647 00000100:00100000:2.0:1788536333.605516:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.605864:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574082176 00000100:00100000:3.0:1788536333.605887:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574082176 00000100:00100000:3.0:1788536333.607283:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 487 00000100:00100000:3.0:1788536333.607304:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+23:2354:x1875415574082176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.608017:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.608055:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 23 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.608599:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536333.608604:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.608611:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.608670:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 23 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.608689:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 23 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.608708:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583159040:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536333.608824:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d51961900 going to sleep for 11 seconds 00000100:00100000:3.0:1788536333.616732:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.616760:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.617271:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574082304 00000100:00100000:0.0:1788536333.617284:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574082304 00000100:00100000:0.0:1788536333.617390:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 83 00000100:00100000:0.0:1788536333.617402:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+111:2352:x1875415574082304:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536333.617422:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536333.617452:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429ccc00/0x94dfe24b69f52fd8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b185b expref: 111 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.617475:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff8b1c43bb5f00) 00010000:00010000:0.0:1788536333.617480:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536333.617541:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+110:2352:x1875415574082304:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 142us (823us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.617553:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 83 00000100:00100000:0.0:1788536333.617604:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411ead80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583159040:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536333.617639:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.621908:0:6671:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574082432 00000100:00100000:2.0:1788536333.621929:0:6671:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574082432 00002000:00100000:2.0:1788536333.622147:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x24:0x0] (0->157) req@ffff8b1c411e9f80 x1875415574082432/t0(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.622319:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411e9f80 with x1875415574082432 ext(0->157) 00010000:00010000:2.0:1788536333.622333:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 24 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.622367:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 24 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.622490:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c411e9f80 00000100:00100000:2.0:1788536333.622835:0:6671:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 26 00000100:00100000:2.0:1788536333.622849:0:6671:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+24:2352:x1875415574082432:12345-192.168.203.55@tcp:4:cp.0 00000100:00100000:2.0:1788536333.624112:0:6671:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c57bc05c-f865-4d91-8452-c561a98a0236+26:2352:x1875415574082432:12345-192.168.203.55@tcp:4:cp.0 Request processed in 891us (6974us total) trans 4294967395 rc 0/0 00000100:00100000:2.0:1788536333.624129:0:6671:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 26 00002000:00100000:2.0:1788536333.624142:0:6671:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x24:0x0] (0->157) req@ffff8b1c411e9f80 x1875415574082432/t4294967395(0) o4->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 648/448 e 0 to 0 dl 1788536344 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788536333.624159:0:6671:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1c411e9f80 with x1875415574082432 ext(0->157) 00010000:00010000:2.0:1788536333.624243:0:6671:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 26 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.624338:0:6671:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 26 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.624349:0:6671:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8b1c411e9f80 00000100:00100000:2.0:1788536333.628769:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.628856:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574082560 00000100:00100000:3.0:1788536333.628869:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574082560 00010000:00010000:3.0:1788536333.628919:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 26 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.628991:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 482 00000100:00100000:3.0:1788536333.629001:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48693450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+26:2354:x1875415574082560:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536333.629020:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536333.629046:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 26 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.629069:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 26 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.629103:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f52e03 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1782 expref: 26 pid: 16289 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.629121:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.629127:0:17110:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788536333.629134:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.629144:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.629188:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536333.629245:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48693450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+25:2354:x1875415574082560:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 246us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536333.629254:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 482 00010000:00010000:1.0:1788536333.629290:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.629304:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.629479:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.629497:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.629507:0:6667:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.629516:0:6667:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536333.629522:0:6667:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.629533:0:6667:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.629547:0:6667:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536333.629556:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff422e79/0x94dfe24b69f52fe6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536333.629626:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+24:2354:x1875415574082176:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 22328us (24122us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536333.629637:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 487 00000100:00100000:3.0:1788536333.631717:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.631788:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574082816 00000100:00100000:0.0:1788536333.631800:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574082816 00000100:00100000:0.0:1788536333.631855:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1648 00000100:00100000:0.0:1788536333.631864:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+110:33513:x1875415574082816:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.632030:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+110:33513:x1875415574082816:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 166us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.632038:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1648 00000100:00100000:3.0:1788536333.635829:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.635940:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574082944 00000100:00100000:2.0:1788536333.635953:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574082944 00000100:00100000:2.0:1788536333.636053:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00100000:2.0:1788536333.636074:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+24:2355:x1875415574082944:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788536333.636098:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536333.636126:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52fed lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1862 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788536333.636179:0:9635:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000400:0x24:0x0] initial LVB size: 158, mtime: 0x6a9ae60c, atime: 0x0, ctime: 0x6a9ae60c, blocks: 0x1 00010000:00010000:2.0:1788536333.636204:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=711s v=(0 0) 00010000:00010000:2.0:1788536333.636209:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536333.636221:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52fed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1862 expref: 25 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.636241:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002a4126e0/0x94dfe24b69f52fed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1862 expref: 25 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.636274:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f5a00, rc 0) 00000100:00100000:2.0:1788536333.636358:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+25:2355:x1875415574082944:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 287us (535us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.636367:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00100000:2.0:1788536333.639177:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.639256:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574083200 00000100:00100000:0.0:1788536333.639268:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574083200 00000100:00100000:0.0:1788536333.639330:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1649 00000100:00100000:0.0:1788536333.639340:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+110:33513:x1875415574083200:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788536333.639537:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+110:33513:x1875415574083200:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 198us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.639547:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1649 00000100:00100000:0.0:1788536333.654125:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.654592:0:6673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574083328 00000100:00100000:3.0:1788536333.654607:0:6673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574083328 00002000:00100000:3.0:1788536333.654675:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x24:0x0] (0->4095) req@ffff8b1d464a7100 x1875415574083328/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/0 e 0 to 0 dl 1788536344 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536333.654688:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a7100 with x1875415574083328 ext(0->4095) 00002000:00010000:3.0:1788536333.654696:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d464a7100 00000100:00100000:3.0:1788536333.654738:0:6673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 134 00000100:00100000:3.0:1788536333.654749:0:6673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+25:2354:x1875415574083328:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788536333.655012:0:6673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c57bc05c-f865-4d91-8452-c561a98a0236+25:2354:x1875415574083328:12345-192.168.203.55@tcp:3:lhsmtool_posix.0 Request processed in 263us (900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788536333.655021:0:6673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 134 00002000:00100000:3.0:1788536333.655029:0:6673:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x24:0x0] (0->4095) req@ffff8b1d464a7100 x1875415574083328/t0(0) o3->c57bc05c-f865-4d91-8452-c561a98a0236@192.168.203.55@tcp:234/0 lens 488/4536 e 0 to 0 dl 1788536344 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788536333.655039:0:6673:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8b1d464a7100 with x1875415574083328 ext(0->4095) 00002000:00010000:3.0:1788536333.655043:0:6673:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8b1d464a7100 00000100:00100000:2.0:1788536333.659965:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.660072:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574083456 00000100:00100000:0.0:1788536333.660086:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574083456 00000100:00100000:0.0:1788536333.660159:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1650 00000100:00100000:0.0:1788536333.660305:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+110:33513:x1875415574083456:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.660335:0:5824:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536333.660393:0:5824:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52ff4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1869 expref: -99 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.660617:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.660636:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.660652:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.660764:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f52ff4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 112 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.660785:0:5824:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 111 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.660794:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff8b1c43bb5f00) 00010000:00010000:0.0:1788536333.660797:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788536333.660801:0:5824:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd600, rc 0) 00000100:00100000:0.0:1788536333.660883:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+111:33513:x1875415574083456:12345-192.168.203.55@tcp:101:lhsmtool_posix.0 Request processed in 583us (932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.660891:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1650 00000100:00100000:1.0:1788536333.675303:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.675528:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574083584 00000100:00100000:2.0:1788536333.675544:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574083584 00000100:00100000:2.0:1788536333.675625:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1651 00000100:00100000:2.0:1788536333.675637:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+111:33513:x1875415574083584:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788536333.675698:0:6725:0:(mdt_handler.c:8016:mdt_fid2path()) path get [0x200000402:0x37:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788536333.675835:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+111:33513:x1875415574083584:12345-192.168.203.55@tcp:53:lhsmtool_posix.0 Request processed in 199us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.675843:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1651 00000100:00100000:3.0:1788536333.679873:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536333.682696:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574083712 00000100:00100000:0.0:1788536333.682717:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574083712 00000100:00100000:0.0:1788536333.682822:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 489 00000100:00100000:0.0:1788536333.682835:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+25:2354:x1875415574083712:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788536333.682898:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.682923:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536333.682928:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536333.682936:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.682955:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.682998:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.683008:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.683018:0:6666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.683025:0:6666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536333.683030:0:6666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.683039:0:6666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.683063:0:6666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536333.683071:0:6666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b804b2ad/0x94dfe24b69f53002 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536333.683184:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+25:2354:x1875415574083712:12345-192.168.203.55@tcp:1:lhsmtool_posix.0 Request processed in 350us (3326us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536333.683193:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 489 00000100:00100000:2.0:1788536333.690700:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.690827:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574083968 00000100:00100000:3.0:1788536333.690840:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574083968 00000100:00100000:3.0:1788536333.690916:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1652 00000100:00100000:3.0:1788536333.690927:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+111:33513:x1875415574083968:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788536333.691032:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.691056:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 111 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.691068:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.691112:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 111 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.691130:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 111 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.691153:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583159168:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536333.691275:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e717480 going to sleep for 11 seconds 00000100:00100000:1.0:1788536333.702519:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536333.702673:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574084096 00000100:00100000:2.0:1788536333.702685:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574084096 00010000:00010000:2.0:1788536333.702737:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 112 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536333.702791:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 483 00000100:00100000:2.0:1788536333.702803:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+112:2354:x1875415574084096:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536333.702822:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536333.702830:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 112 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.702848:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 112 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.702878:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff8b1c43bb5f00) 00010000:00010000:2.0:1788536333.702886:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.702899:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.702909:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536333.702933:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536333.703001:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+112:2354:x1875415574084096:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 200us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536333.703010:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 483 00010000:00010000:3.0:1788536333.703808:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd600/0x94dfe24b69f52ffb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1869 expref: 111 pid: 5824 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536333.703831:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583159168:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536333.703877:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.703888:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.703895:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.704149:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.704159:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.704167:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.704175:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfc00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536333.704180:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.704194:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.704210:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x37:0x0].0x0 (ffff8b1c43bb5f00) 00010000:00010000:3.0:1788536333.704213:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788536333.704218:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536333.704225:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfc00/0x94dfe24b69f53009 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x37:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536333.704728:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536333.704735:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536333.705278:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 13 00000040:00080000:1.0:1788536333.705292:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536333.705968:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+111:33513:x1875415574083968:12345-192.168.203.55@tcp:57:lhsmtool_posix.0 Request processed in 15033us (15272us total) trans 4294968336 rc 0/0 00000100:00100000:0.0:1788536333.705984:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1652 00000100:00100000:1.0:1788536333.709135:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536333.709243:0:5827:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574084352 00000100:00100000:3.0:1788536333.709308:0:5827:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574084352 00000100:00100000:1.0:1788536333.709645:0:5826:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 320 00000100:00100000:1.0:1788536333.709659:0:5826:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+111:33513:x1875415574084352:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788536333.709994:0:5826:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a68380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c57bc05c-f865-4d91-8452-c561a98a0236+112:33513:x1875415574084352:12345-192.168.203.55@tcp:35:lhsmtool_posix.0 Request processed in 337us (871us total) trans 4294968337 rc 0/0 00000100:00100000:1.0:1788536333.710004:0:5826:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 320 00000001:00080000:3.0:1788536334.024814:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967393 is committed 00000001:00080000:3.0:1788536334.024852:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967395 is committed 00000001:00080000:2.0:1788536334.056460:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968335 is committed 00000001:00080000:2.0:1788536334.056551:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968337 is committed 00000001:00080000:2.0:1788536334.056798:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968286 is committed 00000020:00080000:2.0:1788536334.056851:0:5845:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00000020:00080000:2.0:1788536334.056876:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:2.0:1788536334.056891:0:5857:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00010000:00010000:1.0:1788536334.251583:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536334.444708:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583159296:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536334.444803:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536334.444904:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583159296 00000100:00100000:3.0:1788536334.444914:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583159296 00000100:00100000:3.0:1788536334.444993:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1788536334.445005:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583159296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536334.445051:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 107151360 pending 5111808 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536334.445107:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583159296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536334.445116:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00080000:3.0:1788536334.445141:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536334.445198:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583159296:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788536334.540419:0:22504:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536334.540433:0:22504:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536334.540522:0:22504:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:3.0:1788536334.540530:0:22504:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536334.624293:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.625469:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574084480 00000100:00100000:1.0:1788536334.625485:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574084480 00000100:00100000:1.0:1788536334.625639:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:1.0:1788536334.625652:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574084480:12345-192.168.203.55@tcp:101:rm.0 00010000:00010000:1.0:1788536334.625678:0:6667:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536334.625703:0:6667:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1870 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.625736:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788536334.625741:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536334.625753:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 17 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.625773:0:6667:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 17 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.625796:0:6667:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7c00, rc 0) 00000100:00100000:1.0:1788536334.625869:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415574084480:12345-192.168.203.55@tcp:101:rm.0 Request processed in 221us (1599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536334.625877:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:2.0:1788536334.628779:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536334.628867:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574084736 00000100:00100000:0.0:1788536334.628880:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574084736 00000100:00100000:0.0:1788536334.628954:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1653 00000100:00100000:0.0:1788536334.628965:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+118:33514:x1875415574084736:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:0.0:1788536334.629034:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788536334.629068:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f524ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12a4 expref: 118 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.629092:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:0.0:1788536334.629103:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f52eff lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b180e expref: 117 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.629120:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536334.629124:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788536334.629153:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.629169:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.629179:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.629195:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.629202:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.629210:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.634814:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.634849:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 60 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.635537:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.635613:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 60 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.635634:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 60 pid: 5825 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536334.635654:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583159424:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536334.635836:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d719323c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788536334.645500:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.645543:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.645556:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.645586:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.645606:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.645627:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.645638:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.645655:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536334.645701:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574084992 00000100:00100000:1.0:1788536334.645714:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574084992 00000100:00100000:1.0:1788536334.645772:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574085120 00000100:00100000:1.0:1788536334.645775:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574085120 00000100:00100000:1.0:1788536334.645785:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574085248 00000100:00100000:1.0:1788536334.645787:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574085248 00000100:00100000:1.0:1788536334.645798:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574085376 00000100:00100000:1.0:1788536334.645800:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574085376 00000100:00100000:1.0:1788536334.645809:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574085504 00000100:00100000:1.0:1788536334.645811:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574085504 00000100:00100000:1.0:1788536334.645819:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574085632 00000100:00100000:1.0:1788536334.645821:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574085632 00000100:00100000:1.0:1788536334.645832:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574085760 00000100:00100000:1.0:1788536334.645835:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574085760 00000100:00100000:1.0:1788536334.645844:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574084864 00000100:00100000:1.0:1788536334.645847:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574084864 00000100:00100000:1.0:1788536334.645869:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 491 00000100:00100000:1.0:1788536334.645880:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+20:2355:x1875415574084992:12345-192.168.203.55@tcp:101:ll_agl.0 00010000:00010000:1.0:1788536334.645905:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536334.645930:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b187e expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.645961:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788536334.645966:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536334.645978:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 21 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.645998:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 21 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.646015:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7200, rc 0) 00000100:00100000:1.0:1788536334.646086:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415574084992:12345-192.168.203.55@tcp:101:ll_agl.0 Request processed in 208us (598us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536334.646094:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 491 00000100:00100000:1.0:1788536334.646115:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 492 00000100:00100000:1.0:1788536334.646122:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415574085120:12345-192.168.203.55@tcp:101:ll_agl.0 00010000:00010000:1.0:1788536334.646130:0:6668:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536334.646142:0:6668:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1885 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.646155:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788536334.646158:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536334.646163:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 22 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.646174:0:6668:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 22 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536334.646184:0:6668:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c436d7e00, rc 0) 00000100:00100000:0.0:1788536334.646402:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 493 00000100:00100000:0.0:1788536334.646414:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+20:2355:x1875415574085248:12345-192.168.203.55@tcp:101:ll_agl.0 00010000:00010000:0.0:1788536334.646423:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536334.646433:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b188c expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.646447:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536334.646449:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536334.646456:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 21 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.646468:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 21 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.646478:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cce00, rc 0) 00000100:00100000:0.0:1788536334.646866:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415574085248:12345-192.168.203.55@tcp:101:ll_agl.0 Request processed in 452us (1304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536334.646875:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 493 00000100:00100000:3.0:1788536334.646889:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 494 00000100:00100000:0.0:1788536334.646900:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:3.0:1788536334.646906:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+22:2355:x1875415574085376:12345-192.168.203.55@tcp:101:ll_agl.0 00000100:00100000:0.0:1788536334.646913:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+20:2355:x1875415574085504:12345-192.168.203.55@tcp:101:ll_agl.0 00010000:00010000:0.0:1788536334.646923:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536334.646927:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536334.646933:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b189a expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.646943:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1893 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.646948:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536334.646956:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536334.646963:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 21 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.646968:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536334.646973:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536334.646978:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 21 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.646984:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 23 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.646998:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429ccc00, rc 0) 00010000:00010000:3.0:1788536334.647006:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 23 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.647017:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfc00, rc 0) 00000100:00100000:0.0:1788536334.647025:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415574085504:12345-192.168.203.55@tcp:101:ll_agl.0 Request processed in 115us (1415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536334.647033:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:3.0:1788536334.647047:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+23:2355:x1875415574085376:12345-192.168.203.55@tcp:101:ll_agl.0 Request processed in 147us (1459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536334.647053:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00100000:3.0:1788536334.647062:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 494 00000100:00100000:0.0:1788536334.647067:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+23:2355:x1875415574085632:12345-192.168.203.55@tcp:101:ll_agl.0 00010000:00010000:0.0:1788536334.647076:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536334.647084:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18a1 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536334.647088:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 497 00000100:00100000:3.0:1788536334.647101:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+20:2355:x1875415574085760:12345-192.168.203.55@tcp:101:ll_agl.0 00010000:00010000:0.0:1788536334.647101:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788536334.647107:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536334.647114:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536334.647114:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 23 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.647129:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18a8 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.647130:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 23 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.647154:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cda00, rc 0) 00010000:00010000:3.0:1788536334.647163:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788536334.647167:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536334.647174:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 21 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536334.647182:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+23:2355:x1875415574085632:12345-192.168.203.55@tcp:101:ll_agl.0 Request processed in 118us (1551us total) trans 0 rc 0/0 00010000:00010000:3.0:1788536334.647190:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 21 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.647201:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adf200, rc 0) 00000100:00100000:0.0:1788536334.647205:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00100000:0.0:1788536334.647225:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 498 00000100:00100000:3.0:1788536334.647226:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415574085760:12345-192.168.203.55@tcp:101:ll_agl.0 Request processed in 125us (1583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536334.647233:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+22:2352:x1875415574084864:12345-192.168.203.55@tcp:101:ll_sa.0 00000100:00100000:3.0:1788536334.647238:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 497 00010000:00010000:0.0:1788536334.647242:0:6666:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536334.647250:0:6666:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1877 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.647263:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788536334.647266:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536334.647270:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 23 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.647278:0:6666:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 23 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.647284:0:6666:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd400, rc 0) 00000100:00100000:0.0:1788536334.647297:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+23:2352:x1875415574084864:12345-192.168.203.55@tcp:101:ll_sa.0 Request processed in 68us (1643us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536334.647301:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 498 00000100:00100000:1.0:1788536334.647358:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+22:2355:x1875415574085120:12345-192.168.203.55@tcp:101:ll_agl.0 Request processed in 1235us (1812us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536334.647364:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 492 00000100:00100000:3.0:1788536334.657212:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6ad80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583159424:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536334.657263:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536334.659783:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536334.660064:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574085888 00000100:00100000:2.0:1788536334.660079:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574085888 00010000:00010000:2.0:1788536334.660137:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 61 pid: 5825 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536334.660297:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 484 00000100:00100000:0.0:1788536334.660312:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+61:2355:x1875415574085888:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536334.660331:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536334.660339:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 61 pid: 5825 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.660365:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 61 pid: 5825 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.660616:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0da00/0x94dfe24b69f524be lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b128f expref: 61 pid: 5825 timeout: 812 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.660641:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:0.0:1788536334.660648:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.660659:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.660669:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536334.660703:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536334.660818:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+60:2355:x1875415574085888:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 509us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536334.660826:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 484 00010000:00010000:3.0:1788536334.661741:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.661757:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536334.663980:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9176 00000004:00080000:3.0:1788536334.663999:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 712891629277ns, next at 713891624938ns, rc = 0 00010000:00010000:3.0:1788536334.664111:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664133:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664147:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664158:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664165:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664172:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664213:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536334.664243:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664250:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664257:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664264:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536334.664270:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664277:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664295:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:3.0:1788536334.664298:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536334.664303:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664311:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f53025 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664335:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664340:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664359:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664364:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536334.664405:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664413:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664421:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536334.664424:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536334.664427:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.664433:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd800/0x94dfe24b69f53017 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536334.664455:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000005bb24c48 reply state 00000000d7fbc9fc transno 4294968338 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536334.664464:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536334.664568:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bed0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+118:33514:x1875415574084736:12345-192.168.203.55@tcp:36:rm.0 Request processed in 35599us (35797us total) trans 4294968338 rc 0/0 00000100:00100000:3.0:1788536334.664578:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1653 00010000:00010000:3.0:1788536334.666242:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536334.666502:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.666513:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536334.666518:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.666597:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.666618:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff8b1d61e36f00) 00010000:00010000:3.0:1788536334.666621:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536334.666626:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.666633:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f53064 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536334.666662:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536334.666664:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536334.666666:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536334.673999:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536334.674021:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536334.674030:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536334.674037:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536334.674043:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536334.674052:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536334.674076:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x156975b9 (ffff8b1c43bb5d00) 00010000:00010000:2.0:1788536334.674079:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536334.674084:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536334.674092:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc000/0x94dfe24b69f5301e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536334.763599:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536334.763611:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536334.764047:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1788536334.764058:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536335.277469:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536335.448893:0:22555:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536335.448905:0:22555:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536335.448989:0:22555:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1788536335.448996:0:22555:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536335.503882:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536335.504116:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574086144 00000100:00100000:2.0:1788536335.504130:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574086144 00000100:00100000:2.0:1788536335.504258:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1654 00000100:00100000:2.0:1788536335.504271:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+117:33526:x1875415574086144:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:2.0:1788536335.504352:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536335.504411:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f525c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12f8 expref: 117 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.504432:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:2.0:1788536335.504438:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536335.504571:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.504589:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.504601:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.504616:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.504624:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.504630:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.506196:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.506222:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 59 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.506233:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.506282:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 59 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.506300:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 59 pid: 5824 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536335.506316:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583159552:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536335.507467:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d457f7780 going to sleep for 11 seconds 00000100:00100000:2.0:1788536335.508361:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536335.508413:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574086272 00000100:00100000:2.0:1788536335.508425:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574086272 00000100:00080000:1.0:1788536335.508669:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536335.508676:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536335.515602:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:2.0:1788536335.515621:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+22:2354:x1875415574086272:12345-192.168.203.55@tcp:101:ll_sa.0 00010000:00010000:2.0:1788536335.515647:0:9635:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536335.515684:0:9635:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000000338523/0x94dfe24b69f53080 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18af expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.515717:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788536335.515723:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536335.515733:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000000338523/0x94dfe24b69f53080 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18af expref: 23 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.515764:0:9635:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000000338523/0x94dfe24b69f53080 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18af expref: 23 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536335.515782:0:9635:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4400, rc 0) 00000100:00100000:2.0:1788536335.524219:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+23:2354:x1875415574086272:12345-192.168.203.55@tcp:101:ll_sa.0 Request processed in 8584us (15845us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536335.524236:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:3.0:1788536335.530089:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583159552:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536335.530137:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536335.533032:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536335.533087:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574086400 00000100:00100000:3.0:1788536335.533102:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574086400 00010000:00010000:3.0:1788536335.533347:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 60 pid: 5824 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536335.533410:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 485 00000100:00100000:3.0:1788536335.533423:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+60:2354:x1875415574086400:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536335.533442:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536335.533450:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 60 pid: 5824 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.533465:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 60 pid: 5824 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.533492:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49400/0x94dfe24b69f52590 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b12e3 expref: 60 pid: 5824 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.533512:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:3.0:1788536335.533517:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.533529:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.533538:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.533568:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536335.533633:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+59:2354:x1875415574086400:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 213us (616us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536335.533642:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 485 00000100:00080000:1.0:1788536335.535643:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536335.535853:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.535981:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536335.538964:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9592 00000004:00080000:3.0:1788536335.538981:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 713766611129ns, next at 714766606859ns, rc = 0 00010000:00010000:3.0:1788536335.539078:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.539100:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.539115:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.539124:0:5823:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.539133:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.539140:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.545894:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536335.545951:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.545964:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.545971:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.545977:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536335.545983:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.545991:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546011:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:3.0:1788536335.546014:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536335.546020:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546027:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f53079 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546053:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546059:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546065:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546074:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536335.546077:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546083:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546090:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536335.546093:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536335.546096:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536335.546101:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5306b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536335.546113:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000eb1f1dff reply state 00000000e915440c transno 4294968339 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536335.546122:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536335.546256:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+118:33526:x1875415574086144:12345-192.168.203.55@tcp:36:rm.0 Request processed in 41981us (42381us total) trans 4294968339 rc 0/0 00000100:00100000:3.0:1788536335.546267:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1654 00010000:00010000:0.0:1788536335.548755:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536335.548772:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536335.548785:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfe00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536335.548790:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536335.548801:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536335.548823:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff8b1d4b701c00) 00010000:00010000:0.0:1788536335.548826:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536335.548831:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536335.548842:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53087 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536335.549034:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536335.549038:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536335.549039:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536335.561125:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536335.561158:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536335.561169:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536335.561176:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536335.561183:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536335.561194:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536335.561215:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x3fac6341 (ffff8b1d59b6f100) 00010000:00010000:1.0:1788536335.561219:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536335.561225:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536335.561234:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f53072 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.299708:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536336.599319:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536336.599409:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536336.599437:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536336.599466:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536336.599491:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536336.599514:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536336.599542:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536336.599575:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574086912 00000100:00100000:0.0:1788536336.599589:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574086912 00000100:00100000:0.0:1788536336.599647:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574087168 00000100:00100000:0.0:1788536336.599650:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574087168 00000100:00100000:0.0:1788536336.599674:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574086784 00000100:00100000:0.0:1788536336.599677:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574086784 00000100:00100000:0.0:1788536336.599691:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574087296 00000100:00100000:0.0:1788536336.599693:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574087296 00000100:00100000:0.0:1788536336.599712:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 542 00000100:00100000:0.0:1788536336.599723:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+23:2355:x1875415574086912:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536336.599818:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+23:2355:x1875415574086912:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 96us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536336.599825:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 542 00000100:00100000:0.0:1788536336.599844:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 543 00000100:00100000:1.0:1788536336.600327:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574086656 00000100:00100000:1.0:1788536336.600342:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574086656 00000100:00100000:1.0:1788536336.600394:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574087040 00000100:00100000:1.0:1788536336.600397:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574087040 00000100:00100000:1.0:1788536336.600424:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 511 00000100:00100000:1.0:1788536336.600432:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+117:2355:x1875415574086656:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536336.600487:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+117:2355:x1875415574086656:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 55us (1184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536336.600494:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 511 00000100:00100000:1.0:1788536336.600509:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 512 00000100:00100000:1.0:1788536336.600516:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+59:2355:x1875415574087040:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536336.600544:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+59:2355:x1875415574087040:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (1029us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536336.600550:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 512 00000100:00100000:3.0:1788536336.600824:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 544 00000100:00100000:3.0:1788536336.600836:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415574086784:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536336.600889:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415574086784:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 56us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536336.600895:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 544 00000100:00100000:3.0:1788536336.600910:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 545 00000100:00100000:3.0:1788536336.600918:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+15:2355:x1875415574087296:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536336.600944:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+15:2355:x1875415574087296:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536336.600949:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 545 00000100:00100000:1.0:1788536336.602046:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574086528 00000100:00100000:1.0:1788536336.602060:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574086528 00000100:00100000:1.0:1788536336.602115:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 624 00000100:00100000:1.0:1788536336.602123:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574086528:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536336.602175:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574086528:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 52us (2707us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536336.602197:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 624 00000100:00080000:3.0:1788536336.602628:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536336.602635:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536336.606441:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415574087168:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536336.606553:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+19:2355:x1875415574087168:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 6702us (7114us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536336.606569:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 543 00000040:00080000:2.0:1788536336.805793:0:22607:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536336.805804:0:22607:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536336.805892:0:22607:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1788536336.805899:0:22607:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536336.894051:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536336.894101:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536336.894123:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574087424 00000100:00100000:3.0:1788536336.894139:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574087680 00000100:00100000:2.0:1788536336.894139:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574087424 00000100:00100000:3.0:1788536336.894146:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574087680 00000100:00100000:2.0:1788536336.899479:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 89 00000100:00100000:2.0:1788536336.899519:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+118:2354:x1875415574087424:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:2.0:1788536336.899575:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788536336.899603:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f5308e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18b6 expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899690:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899709:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899723:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899740:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899753:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899760:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899835:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899843:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899851:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899858:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536336.899864:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899873:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899886:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536336.899889:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536336.899895:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899901:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f53095 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899917:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899924:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899930:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899935:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536336.899937:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899943:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899950:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xbb834312 (ffff8b1d59b6fd00) 00010000:00010000:2.0:1788536336.899953:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536336.899955:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899961:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5309c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.899995:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f5308e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18b6 expref: 119 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.900006:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536336.900008:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536336.900012:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4600/0x94dfe24b69f5308e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18b6 expref: 119 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.900026:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d6e0f4600, rc -2) 00000100:00100000:2.0:1788536336.900116:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+118:2354:x1875415574087424:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 618us (6079us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788536336.900125:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 89 00000100:00100000:3.0:1788536336.902116:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1655 00000100:00100000:3.0:1788536336.902142:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+117:33538:x1875415574087680:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:3.0:1788536336.902587:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536336.902621:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167d400/0x94dfe24b69f52693 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b134c expref: 117 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902641:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:3.0:1788536336.902646:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536336.902764:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902782:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902792:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902809:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902817:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902824:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902942:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902953:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 58 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.902963:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.903005:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 58 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.903022:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 58 pid: 5824 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536336.903038:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583159680:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536336.903154:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b76c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536336.913247:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536336.914351:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583159680:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536336.914437:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536336.915626:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574087808 00000100:00100000:1.0:1788536336.915640:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574087808 00010000:00010000:0.0:1788536336.916009:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 59 pid: 5824 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536336.916063:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 486 00000100:00100000:0.0:1788536336.916075:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+59:2354:x1875415574087808:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536336.916093:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536336.916101:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 59 pid: 5824 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536336.916116:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 59 pid: 5824 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536336.916144:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cca00/0x94dfe24b69f52662 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1337 expref: 59 pid: 5824 timeout: 815 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536336.916161:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:0.0:1788536336.916167:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536336.916188:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536336.916204:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536336.916350:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536336.916452:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+58:2354:x1875415574087808:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 380us (3221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536336.916462:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 486 00010000:00010000:1.0:1788536336.917051:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.917064:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536336.919559:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9240 00000004:00080000:1.0:1788536336.919576:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 715147206332ns, next at 716147202080ns, rc = 0 00010000:00010000:1.0:1788536336.921340:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921387:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921402:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921414:0:5823:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921421:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921429:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921447:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536336.921478:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921485:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921492:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921499:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536336.921505:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921514:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921527:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:1.0:1788536336.921530:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536336.921536:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921542:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530b1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921565:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921571:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921577:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921582:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536336.921585:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921591:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921603:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536336.921606:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536336.921608:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536336.921614:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530a3 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536336.921624:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000004097bce3 reply state 00000000afa8854a transno 4294968340 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536336.921634:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536336.921759:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+118:33538:x1875415574087680:12345-192.168.203.55@tcp:36:rm.0 Request processed in 19620us (27651us total) trans 4294968340 rc 0/0 00000100:00100000:1.0:1788536336.921769:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1655 00010000:00010000:3.0:1788536336.922052:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536336.922060:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.922067:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536336.922072:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.922079:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.922090:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff8b1c43bb5200) 00010000:00010000:3.0:1788536336.922093:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536336.922096:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.922102:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f530b8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536336.922125:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536336.922127:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536336.922129:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536336.925589:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.925610:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.925620:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.925625:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536336.925632:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.925640:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.925662:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x353b91a9 (ffff8b1d4b701b00) 00010000:00010000:2.0:1788536336.925666:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536336.925671:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536336.925677:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530aa lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536337.328610:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536337.515992:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583159936:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516085:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536337.516143:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583160448:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516170:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536337.516215:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788536337.516221:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583159808:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516263:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536337.516285:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583160320:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516305:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536337.516342:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583160064:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516407:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536337.516427:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536337.516433:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583160192:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516455:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536337.516501:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583159936 00000100:00100000:2.0:1788536337.516511:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583159936 00000100:00100000:2.0:1788536337.516565:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583160320 00000100:00100000:2.0:1788536337.516568:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583160320 00000100:00100000:2.0:1788536337.516595:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583160064 00000100:00100000:2.0:1788536337.516598:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583160064 00000100:00100000:2.0:1788536337.516615:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788536337.516625:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583159936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516680:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3285:x1875415583159936:12345-0@lo:400:kworker.0 Request processed in 56us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536337.516689:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788536337.516707:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1788536337.516713:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583160320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516742:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583160320:12345-0@lo:400:kworker.0 Request processed in 29us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536337.516749:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1788536337.516759:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1788536337.516765:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583160064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516793:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583160064:12345-0@lo:400:kworker.0 Request processed in 29us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536337.516799:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1788536337.516816:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583159808 00000100:00100000:2.0:1788536337.516820:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583159808 00000100:00100000:2.0:1788536337.516841:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1788536337.516847:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583159808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.516875:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583159808:12345-0@lo:400:kworker.0 Request processed in 28us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536337.516882:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00080000:2.0:1788536337.516911:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536337.517057:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583160064:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.517091:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c051180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583159808:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.517102:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583160320:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.517112:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3285:1875415583159936:0@lo:400:kworker.0 00000100:00100000:3.0:1788536337.517666:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583160448 00000100:00100000:3.0:1788536337.517674:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583160448 00000100:00100000:3.0:1788536337.517727:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583160192 00000100:00100000:3.0:1788536337.517730:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583160192 00000100:00100000:3.0:1788536337.517757:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1788536337.517766:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583160448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536337.517831:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583160448:12345-0@lo:400:kworker.0 Request processed in 67us (1659us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536337.517849:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1788536337.517865:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1788536337.517872:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583160192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536337.517902:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583160192:12345-0@lo:400:kworker.0 Request processed in 31us (1446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536337.517912:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:2.0:1788536337.518939:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536337.518948:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536337.518997:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583160192:0@lo:400:kworker.0 00000100:00100000:2.0:1788536337.519043:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583160448:0@lo:400:kworker.0 00000001:00080000:0.0:1788536337.666718:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967378 is committed 00000001:00080000:0.0:1788536337.668584:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967380 is committed 00000004:00080000:1.0:1788536338.050422:0:7889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 716278048770ns, next at 717278045850ns, rc = 0 00000100:00100000:3.0:1788536338.050522:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536338.050550:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583160576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536338.050638:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536338.051235:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583160576 00000100:00100000:1.0:1788536338.051247:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583160576 00000100:00100000:1.0:1788536338.051314:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1788536338.051335:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583160576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536338.051425:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536338.051744:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583160576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 420us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536338.051754:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1788536338.051816:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583160576:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536338.349751:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536338.428547:0:22659:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536338.428561:0:22659:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536338.428655:0:22659:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1788536338.428663:0:22659:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536338.527267:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536338.527468:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574088064 00000100:00100000:3.0:1788536338.527482:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574088064 00000100:00100000:3.0:1788536338.527563:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1656 00000100:00100000:3.0:1788536338.527574:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+117:33549:x1875415574088064:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:3.0:1788536338.527648:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536338.527681:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf400/0x94dfe24b69f52876 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b148e expref: 117 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527705:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:3.0:1788536338.527711:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788536338.527741:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527757:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527768:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527785:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527792:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527802:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527928:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527938:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 57 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527947:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.527989:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 57 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.528005:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 57 pid: 6725 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536338.528021:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583160704:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536338.528130:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e7b7240 going to sleep for 11 seconds 00000100:00080000:2.0:1788536338.528344:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536338.533938:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536338.534075:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536338.534136:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411eb480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583160704:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536338.534169:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536338.535577:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574088320 00000100:00100000:0.0:1788536338.535594:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574088320 00010000:00010000:0.0:1788536338.535670:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 58 pid: 6725 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536338.535719:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 487 00000100:00100000:0.0:1788536338.535730:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+58:2354:x1875415574088320:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536338.535749:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536338.535757:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 58 pid: 6725 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536338.535771:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 58 pid: 6725 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536338.535806:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49e00/0x94dfe24b69f527b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b13df expref: 58 pid: 6725 timeout: 816 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536338.535825:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:0.0:1788536338.535831:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536338.535842:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536338.535850:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536338.535882:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536338.535953:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+57:2354:x1875415574088320:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 225us (1877us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536338.535964:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 487 00000100:00100000:3.0:1788536338.536209:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574088192 00000100:00100000:3.0:1788536338.536215:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574088192 00000100:00100000:3.0:1788536338.536623:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 90 00000100:00100000:3.0:1788536338.536633:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+117:2355:x1875415574088192:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:3.0:1788536338.536670:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536338.536691:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530d4 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18bd expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536758:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536773:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536783:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536802:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536809:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536816:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536886:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536895:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536902:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536908:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536338.536913:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536927:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536938:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536338.536941:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536338.536946:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536953:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f530db lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536966:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536972:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536978:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536984:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c436d6200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536338.536986:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536992:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.536999:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xbb834312 (ffff8b1d4b701b00) 00010000:00010000:3.0:1788536338.537002:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536338.537004:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.537014:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c436d6200/0x94dfe24b69f530e2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.537048:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530d4 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18bd expref: 118 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.537057:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536338.537059:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536338.537063:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f530d4 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18bd expref: 118 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.537074:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfa00, rc -2) 00000100:00100000:3.0:1788536338.537136:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+117:2355:x1875415574088192:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 505us (3212us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536338.537144:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 90 00000100:00080000:2.0:1788536338.537304:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788536338.537547:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.537556:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788536338.538286:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9656 00010000:00010000:2.0:1788536338.538410:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538428:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538438:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538447:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538453:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538460:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538493:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536338.538517:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538524:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538532:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538538:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536338.538542:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538550:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538562:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:2.0:1788536338.538565:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788536338.538569:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538576:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade600/0x94dfe24b69f530cd lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538598:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538604:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538616:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538621:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536338.538624:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538630:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538638:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:2.0:1788536338.538640:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536338.538643:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536338.538649:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade200/0x94dfe24b69f530bf lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788536338.538659:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000000781c9ee reply state 00000000f277f85e transno 4294968341 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536338.538669:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536338.538754:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+118:33549:x1875415574088064:12345-192.168.203.55@tcp:36:rm.0 Request processed in 11177us (11498us total) trans 4294968341 rc 0/0 00000100:00100000:2.0:1788536338.538763:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1656 00010000:00010000:3.0:1788536338.541626:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536338.541646:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.541660:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4c00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536338.541665:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.541677:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.541703:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff8b1d4b701200) 00010000:00010000:3.0:1788536338.541706:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536338.541714:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.541720:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4c00/0x94dfe24b69f530e9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.541746:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536338.541748:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536338.541750:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536338.552718:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.552742:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.552751:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.552758:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536338.552764:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.552773:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.552797:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x54ccc52d (ffff8b1d4b701700) 00010000:00010000:3.0:1788536338.552800:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536338.552806:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536338.552813:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f530c6 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788536339.181655:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00000001:00080000:1.0:1788536339.181696:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968340 is committed 00000004:00080000:1.0:1788536339.181702:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000001:00080000:1.0:1788536339.181716:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968341 is committed 00000004:00080000:1.0:1788536339.181724:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:1.0:1788536339.181729:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000100:00100000:1.0:1788536339.181977:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583160832:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788536339.182062:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536339.182142:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583160960:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536339.182165:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536339.182184:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536339.182189:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583161088:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536339.182204:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536339.182232:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583160832 00000100:00100000:1.0:1788536339.182240:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583160832 00000100:00100000:1.0:1788536339.182294:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583160960 00000100:00100000:1.0:1788536339.182297:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583160960 00000100:00100000:1.0:1788536339.182311:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583161088 00000100:00100000:1.0:1788536339.182325:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583161088 00000100:00100000:1.0:1788536339.182342:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1788536339.182350:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583160832:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788536339.182402:0:6667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:32 count 1 00010000:00010000:1.0:1788536339.182434:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182461:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 14 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182472:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 22 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182482:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=5s v=(0 0) 00010000:00010000:1.0:1788536339.182487:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536339.182493:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182520:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 22 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182534:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 22 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.182546:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43041180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583161216:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536339.182612:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 14 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182623:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 14 pid: 16289 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.182632:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583161344:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536339.182652:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788536339.182670:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1788536339.182677:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583160960:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788536339.182692:0:16289:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:29 count 1 00010000:00010000:1.0:1788536339.182709:0:16289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182724:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 12 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182732:0:16289:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 20 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182739:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=5s v=(0 0) 00010000:00010000:1.0:1788536339.182742:0:16289:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536339.182746:0:16289:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182765:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 20 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182775:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 20 pid: 6667 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.182787:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583161472:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536339.182822:0:16289:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 12 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182833:0:16289:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 12 pid: 9635 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.182849:0:16289:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43041880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583161600:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536339.182873:0:16289:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6780 going to sleep for 11 seconds 00000100:00100000:1.0:1788536339.182890:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1788536339.182897:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583161088:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788536339.182910:0:9635:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:30 count 1 00010000:00010000:1.0:1788536339.182922:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182934:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182943:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 20 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182950:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=5s v=(0 0) 00010000:00010000:1.0:1788536339.182953:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536339.182958:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182977:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 20 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.182986:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 20 pid: 6668 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.183001:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583161728:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536339.183064:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 12 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.183073:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 12 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.183082:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583161856:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536339.183105:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6300 going to sleep for 11 seconds 00000100:00080000:1.0:1788536339.183119:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536339.183124:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536339.210984:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43041880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583161600:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536339.211008:0:16289:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:16289:1875415583161472:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536339.211025:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:1.0:1788536339.211048:0:16289:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536339.211068:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536339.211093:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536339.211164:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536339.211189:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536339.211224:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574088448 00000100:00100000:3.0:1788536339.211234:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574088448 00010000:00010000:3.0:1788536339.211298:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 13 pid: 9635 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536339.211341:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574088704 00000100:00100000:3.0:1788536339.211344:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574088704 00010000:00010000:3.0:1788536339.211360:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 21 pid: 6667 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536339.211394:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574088576 00000100:00100000:3.0:1788536339.211397:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574088576 00010000:00010000:3.0:1788536339.211416:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 23 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536339.211427:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574088832 00000100:00100000:3.0:1788536339.211429:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574088832 00010000:00010000:3.0:1788536339.211440:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 22 pid: 6668 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536339.211455:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00100000:3.0:1788536339.211464:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+13:2355:x1875415574088448:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536339.211481:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536339.211487:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 13 pid: 9635 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211506:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 13 pid: 9635 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211536:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000813548bf/0x94dfe24b69f527c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1425 expref: 13 pid: 9635 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211557:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536339.211623:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574088448:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 159us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536339.211631:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 488 00000100:00100000:3.0:1788536339.211652:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 489 00000100:00100000:3.0:1788536339.211658:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48691050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+22:2355:x1875415574088704:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536339.211667:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536339.211671:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 22 pid: 6667 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211681:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 22 pid: 6667 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211695:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dab8dfe3/0x94dfe24b69f53010 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1870 expref: 22 pid: 6667 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211706:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536339.211712:0:11659:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536339.211720:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211732:0:11659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211757:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536339.211777:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48691050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+21:2355:x1875415574088704:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 119us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536339.211784:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 489 00000100:00100000:0.0:1788536339.211820:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43041180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583161216:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536339.211840:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 490 00000100:00100000:0.0:1788536339.211841:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:6667:1875415583161344:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536339.211852:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+23:2355:x1875415574088576:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536339.211862:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536339.211871:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 23 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536339.211871:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.211897:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 23 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.211980:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574088960 00000100:00100000:1.0:1788536339.211985:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574088960 00010000:00010000:1.0:1788536339.212009:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 15 pid: 16289 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.212032:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 491 00000100:00100000:1.0:1788536339.212040:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+20:2355:x1875415574088832:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536339.212049:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536339.212054:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 20 pid: 6668 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.212064:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 20 pid: 6668 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.212078:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536339.212101:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+20:2355:x1875415574088832:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 62us (937us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536339.212108:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 491 00000100:00100000:1.0:1788536339.212123:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 492 00000100:00100000:1.0:1788536339.212130:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+15:2352:x1875415574088960:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536339.212138:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536339.212144:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 15 pid: 16289 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536339.212152:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536339.212597:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574089088 00000100:00100000:2.0:1788536339.212603:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574089088 00010000:00010000:2.0:1788536339.212625:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 12 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536339.212644:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 493 00000100:00100000:2.0:1788536339.212651:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415574089088:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536339.212659:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536339.212663:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 12 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536339.212674:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 12 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536339.212690:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536339.212694:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536339.212699:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536339.212709:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536339.212727:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536339.212761:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2352:x1875415574089088:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 111us (614us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536339.212771:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 493 00010000:00010000:3.0:1788536339.214739:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c3c73d0/0x94dfe24b69f5305d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1877 expref: 23 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.214769:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536339.214835:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:00ae59d6-327b-42ee-8208-04d639d528fc+22:2355:x1875415574088576:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 2984us (3740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536339.214849:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 490 00010000:00010000:1.0:1788536339.215591:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 15 pid: 16289 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215618:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d51f2ad8/0x94dfe24b69f527ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1433 expref: 15 pid: 16289 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215633:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536339.215639:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536339.215648:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215659:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215708:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536339.215756:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+14:2352:x1875415574088960:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 3625us (4564us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536339.215765:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 492 00010000:00010000:1.0:1788536339.215835:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000982393e7/0x94dfe24b69f5302c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b187e expref: 19 pid: 6668 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.215848:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583161728:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536339.215865:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b0a216e4/0x94dfe24b69f527f1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b143a expref: 11 pid: 6666 timeout: 817 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.215876:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:9635:1875415583161856:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536339.215903:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215915:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215923:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215941:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215950:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.215973:0:9635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788536339.216322:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536339.216333:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536339.216342:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536339.216350:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536339.216364:0:6667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788536339.216994:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583160832:12345-0@lo:6:osp-syn-1-0.0 Request processed in 34641us (34928us total) trans 4294967396 rc 0/0 00000100:00100000:2.0:1788536339.217005:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00010000:00010000:3.0:1788536339.217128:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536339.217138:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217148:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536339.217152:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217164:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217185:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217193:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003b03abef/0x94dfe24b69f530fe lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217292:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536339.217298:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217305:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733600 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536339.217308:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217333:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217344:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217352:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aee86ef9/0x94dfe24b69f530f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.217389:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536339.217392:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536339.217394:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536339.218409:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583161088:12345-0@lo:6:osp-syn-0-0.0 Request processed in 35507us (36198us total) trans 4294967381 rc 0/0 00000100:00100000:1.0:1788536339.218421:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:1.0:1788536339.218455:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536339.218461:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536339.218474:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788536339.218515:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c43043b80/2, rc 0, transno 4294967396 00000100:00100000:1.0:1788536339.218533:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583160832:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788536339.218592:0:16289:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.218606:0:16289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.218619:0:16289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.218628:0:16289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.218650:0:16289:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788536339.219107:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583160960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 36428us (36938us total) trans 4294967382 rc 0/0 00000100:00100000:1.0:1788536339.219116:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00010000:00010000:1.0:1788536339.219142:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536339.219149:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.219158:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536339.219163:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.219174:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.219197:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.219205:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005bbf9ad7/0x94dfe24b69f530f7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 16289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.219307:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536339.219310:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536339.219311:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788536339.219524:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c43042a00/2, rc 0, transno 4294967381 00000100:00100000:2.0:1788536339.219532:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43042a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583161088:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1788536339.219543:0:3284:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c43042d80/2, rc 0, transno 4294967382 00000100:00100000:2.0:1788536339.219546:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583160960:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788536339.382552:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536339.566068:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583161984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536339.566167:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536339.566408:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583161984 00000100:00100000:0.0:1788536339.566418:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583161984 00000100:00100000:0.0:1788536339.566499:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:0.0:1788536339.566510:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583161984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536339.566559:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536339.566615:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583161984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536339.566622:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1788536339.567008:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583161984:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788536339.783142:0:22711:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536339.783155:0:22711:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536339.783236:0:22711:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1788536339.783242:0:22711:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536339.869228:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536339.869392:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536339.869402:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574089216 00000100:00100000:3.0:1788536339.869418:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574089216 00000100:00100000:1.0:1788536339.869428:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574089472 00000100:00100000:1.0:1788536339.869434:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574089472 00000100:00100000:1.0:1788536339.869493:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1657 00000100:00100000:3.0:1788536339.869495:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 91 00000100:00100000:1.0:1788536339.869508:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+114:33562:x1875415574089472:12345-192.168.203.55@tcp:36:rm.0 00000100:00100000:3.0:1788536339.869509:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:2355:x1875415574089216:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536339.869593:0:16075:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536339.869630:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5200/0x94dfe24b69f5295d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14e9 expref: 114 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.869651:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536339.869656:0:16075:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536339.869687:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.869704:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.869714:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.869732:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.869739:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.869749:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.870338:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.870352:0:16075:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 56 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.870362:0:16075:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.870440:0:16075:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 56 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.870458:0:16075:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 56 pid: 5823 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.870476:0:16075:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583162112:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536339.870596:0:16075:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6e40 going to sleep for 11 seconds 00010000:00010000:3.0:1788536339.873759:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536339.873797:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5311a lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18cb expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.874851:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.874876:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.874891:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.874908:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.874915:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.874922:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875138:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875147:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875154:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875161:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536339.875166:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875174:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875187:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536339.875190:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536339.875196:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875203:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53121 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875215:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875221:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875227:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875232:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536339.875235:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875241:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875246:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x36fdbbdd (ffff8b1d4b701e00) 00010000:00010000:3.0:1788536339.875249:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536339.875263:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875269:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53128 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875304:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5311a lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18cb expref: 114 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875323:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536339.875325:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536339.875329:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5311a lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18cb expref: 114 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536339.875340:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adec00, rc -2) 00000100:00100000:1.0:1788536339.888806:0:16075:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88a80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:16075:1875415583162112:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536339.888848:0:16075:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.891578:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536339.891638:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574089600 00000100:00100000:1.0:1788536339.891651:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574089600 00000100:00100000:3.0:1788536339.891687:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:2355:x1875415574089216:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 22179us (22471us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536339.891701:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 91 00010000:00010000:1.0:1788536339.891704:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 57 pid: 5823 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536339.891743:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 494 00000100:00100000:1.0:1788536339.891754:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+57:2355:x1875415574089600:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536339.891773:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536339.891781:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 57 pid: 5823 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.891798:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 57 pid: 5823 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.891825:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5000/0x94dfe24b69f5292c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b14d4 expref: 57 pid: 5823 timeout: 818 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.891845:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536339.891851:0:5809:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.891863:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.891871:0:5809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.891905:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536339.891992:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+56:2355:x1875415574089600:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 239us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536339.891999:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 494 00010000:00010000:1.0:1788536339.892027:0:16075:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.892036:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536339.903605:0:16075:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9304 00000004:00080000:1.0:1788536339.903637:0:16075:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 718131266665ns, next at 719131263580ns, rc = 0 00010000:00010000:1.0:1788536339.903734:0:16075:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903758:0:16075:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903773:0:16075:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903784:0:16075:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903792:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903800:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903831:0:16075:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536339.903860:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903867:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903874:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903881:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536339.903886:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903894:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903908:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:1.0:1788536339.903911:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536339.903918:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903924:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53113 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903943:0:16075:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903949:0:16075:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903955:0:16075:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903960:0:16075:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536339.903962:0:16075:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903968:0:16075:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903981:0:16075:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536339.903983:0:16075:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536339.903986:0:16075:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.903992:0:16075:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53105 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536339.904002:0:16075:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000a998cd4c reply state 0000000072ed42ce transno 4294968342 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536339.904009:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1788536339.904012:0:16075:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788536339.904020:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536339.904031:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77732a00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536339.904035:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536339.904043:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536339.904054:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff8b1d61e36700) 00010000:00010000:0.0:1788536339.904056:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536339.904060:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536339.904066:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77732a00/0x94dfe24b69f5312f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536339.904086:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536339.904089:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536339.904091:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536339.904140:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+114:33562:x1875415574089472:12345-192.168.203.55@tcp:36:rm.0 Request processed in 34631us (34743us total) trans 4294968342 rc 0/0 00000100:00100000:1.0:1788536339.904151:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1657 00010000:00010000:1.0:1788536339.912441:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.912465:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.912475:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.912483:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536339.912489:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.912498:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.912525:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xde5271db (ffff8b1d4631b000) 00010000:00010000:1.0:1788536339.912529:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536339.912535:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536339.912543:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5310c lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 16075 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536340.401571:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536341.064919:0:22762:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536341.064930:0:22762:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536341.065018:0:22762:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788536341.065025:0:22762:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536341.148569:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536341.148615:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536341.148664:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574089728 00000100:00100000:3.0:1788536341.148678:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574089728 00000100:00100000:3.0:1788536341.148779:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 92 00000100:00100000:3.0:1788536341.148792:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+113:2354:x1875415574089728:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:3.0:1788536341.148847:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536341.148876:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53136 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18d2 expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.148952:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.148971:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.148986:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149010:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149020:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149026:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149101:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149109:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149116:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149123:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536341.149127:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149136:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149150:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536341.149154:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536341.149160:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149166:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f5313d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149183:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149189:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149194:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149198:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536341.149201:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149209:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149216:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xbb834312 (ffff8b1d4b701e00) 00010000:00010000:3.0:1788536341.149218:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536341.149221:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149227:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53144 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149263:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53136 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18d2 expref: 114 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149274:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536341.149277:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536341.149281:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53136 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18d2 expref: 114 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.149291:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42ade400, rc -2) 00000100:00100000:3.0:1788536341.149421:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+113:2354:x1875415574089728:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 631us (804us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536341.149431:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 92 00000100:00100000:1.0:1788536341.149765:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574089984 00000100:00100000:1.0:1788536341.149773:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574089984 00000100:00100000:1.0:1788536341.149831:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1658 00000100:00100000:1.0:1788536341.149840:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+113:33572:x1875415574089984:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:1.0:1788536341.149884:0:5823:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536341.149903:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7be49800/0x94dfe24b69f52a6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1583 expref: 113 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.149918:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:1.0:1788536341.149924:0:5823:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536341.149945:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.149955:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.149964:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.149980:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.149988:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.149995:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.150100:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.150113:0:5823:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 55 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.150123:0:5823:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.150171:0:5823:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 55 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.150188:0:5823:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 55 pid: 5825 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536341.150205:0:5823:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583162240:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536341.150297:0:5823:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d45ed6e40 going to sleep for 11 seconds 00000100:00080000:1.0:1788536341.150329:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536341.159249:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536341.159296:0:17110:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574090112 00000100:00100000:3.0:1788536341.159318:0:17110:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574090112 00010000:00010000:3.0:1788536341.159413:0:17110:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 56 pid: 5825 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536341.159455:0:17110:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00100000:3.0:1788536341.159466:0:17110:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+56:2355:x1875415574090112:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536341.159483:0:17110:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536341.159491:0:17110:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 56 pid: 5825 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.159508:0:17110:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 56 pid: 5825 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.159536:0:17110:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:3.0:1788536341.159542:0:17110:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.159554:0:17110:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.159566:0:17110:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.159589:0:17110:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536341.159648:0:17110:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c57bc05c-f865-4d91-8452-c561a98a0236+56:2355:x1875415574090112:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 184us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536341.159656:0:17110:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 495 00000100:00080000:1.0:1788536341.159874:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536341.160048:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f52a3d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b156e expref: 55 pid: 5825 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536341.160081:0:5823:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:5823:1875415583162240:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536341.160112:0:5823:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.160123:0:5823:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.160128:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536341.160987:0:5823:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].22, 64 off9720 00000004:00080000:1.0:1788536341.161000:0:5823:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 719388629694ns, next at 720388626416ns, rc = 0 00010000:00010000:1.0:1788536341.161089:0:5823:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161106:0:5823:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161117:0:5823:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161126:0:5823:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161132:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161140:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161171:0:5823:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536341.161195:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161205:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161211:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161217:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536341.161222:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161230:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161243:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:1.0:1788536341.161246:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536341.161251:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161257:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733800/0x94dfe24b69f53159 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161281:0:5823:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161289:0:5823:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161295:0:5823:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161314:0:5823:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536341.161318:0:5823:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161324:0:5823:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161333:0:5823:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536341.161336:0:5823:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536341.161339:0:5823:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.161345:0:5823:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733600/0x94dfe24b69f5314b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788536341.161356:0:5823:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000007cac505d reply state 00000000cc96d4cc transno 4294968343 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536341.161365:0:5823:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788536341.161492:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+114:33572:x1875415574089984:12345-192.168.203.55@tcp:36:rm.0 Request processed in 11650us (12936us total) trans 4294968343 rc 0/0 00000100:00100000:1.0:1788536341.161502:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1658 00010000:00010000:3.0:1788536341.164349:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536341.164366:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.164422:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536341.164428:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.164440:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.164466:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x33:0x0].0x0 (ffff8b1d61e36100) 00010000:00010000:3.0:1788536341.164469:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536341.164476:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.164482:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547000/0x94dfe24b69f53160 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536341.164511:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536341.164513:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536341.164515:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536341.184125:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.184148:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.184158:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.184165:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d77733e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536341.184172:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.184182:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.184213:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x10f4e958 (ffff8b1d4631b000) 00010000:00010000:1.0:1788536341.184217:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536341.184223:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.184230:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733e00/0x94dfe24b69f53152 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5823 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536341.429677:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536341.720636:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536341.720679:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536341.720924:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536341.720949:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536341.721171:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536341.721198:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574090240 00000100:00100000:1.0:1788536341.721210:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574090240 00000100:00100000:2.0:1788536341.721216:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574090368 00000100:00100000:2.0:1788536341.721221:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574090368 00000100:00100000:2.0:1788536341.721266:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574090624 00000100:00100000:2.0:1788536341.721268:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574090624 00000100:00100000:1.0:1788536341.721272:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 626 00000100:00100000:2.0:1788536341.721280:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574090496 00000100:00100000:2.0:1788536341.721282:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574090496 00000100:00100000:1.0:1788536341.721283:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574090240:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536341.721294:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574090752 00000100:00100000:2.0:1788536341.721311:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574090752 00000100:00100000:2.0:1788536341.721327:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 548 00000100:00100000:2.0:1788536341.721334:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574090368:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536341.721405:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574090240:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 124us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536341.721414:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 626 00000100:00100000:1.0:1788536341.721458:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 549 00000100:00100000:1.0:1788536341.721466:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574090624:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536341.721507:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574090624:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 42us (828us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536341.721516:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 549 00000100:00100000:1.0:1788536341.721531:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 550 00000100:00100000:1.0:1788536341.721538:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+22:2353:x1875415574090496:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536341.721554:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574090368:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 220us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536341.721559:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+22:2353:x1875415574090496:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536341.721561:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 548 00000100:00100000:1.0:1788536341.721565:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 550 00000100:00100000:2.0:1788536341.721573:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 551 00000100:00100000:2.0:1788536341.721590:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2353:x1875415574090752:12345-192.168.203.55@tcp:400:kworker.0 00000100:00080000:1.0:1788536341.721595:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536341.721601:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536341.721618:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2353:x1875415574090752:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536341.721624:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 551 00000040:00080000:2.0:1788536342.185837:0:22813:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536342.185850:0:22813:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536342.186544:0:22813:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1788536342.186550:0:22813:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536342.260595:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536342.260657:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536342.260691:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574091136 00000100:00100000:0.0:1788536342.260704:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574091136 00000100:00100000:0.0:1788536342.260776:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 93 00000100:00100000:0.0:1788536342.260787:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+113:2354:x1875415574091136:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:0.0:1788536342.260844:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788536342.260873:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f53167 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18ee expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536342.261032:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574091008 00000100:00100000:2.0:1788536342.261038:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574091008 00000100:00100000:2.0:1788536342.261077:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1659 00000100:00100000:2.0:1788536342.261086:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+115:33584:x1875415574091008:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:2.0:1788536342.261140:0:5824:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536342.261171:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4800/0x94dfe24b69f52b40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15d7 expref: 115 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261193:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:2.0:1788536342.261200:0:5824:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536342.261219:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261235:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261247:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261265:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261272:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261278:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261438:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261450:0:5824:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 54 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261460:0:5824:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 4/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261504:0:5824:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 54 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.261520:0:5824:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 54 pid: 16075 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536342.261536:0:5824:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583162368:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536342.261642:0:5824:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4558bcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1788536342.261798:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261808:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261816:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261829:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261836:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261842:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261875:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261883:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261889:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261900:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536342.261905:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261927:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261937:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536342.261940:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536342.261944:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.261951:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc800/0x94dfe24b69f53183 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262017:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262024:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262031:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262036:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cde00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536342.262040:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262046:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262058:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x51012374 (ffff8b1c43bb5100) 00010000:00010000:0.0:1788536342.262061:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536342.262064:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262070:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cde00/0x94dfe24b69f5318a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x51012374 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262105:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f53167 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18ee expref: 114 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262115:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536342.262117:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788536342.262184:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd200/0x94dfe24b69f53167 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18ee expref: 114 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.262197:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c429cd200, rc -2) 00000100:00100000:0.0:1788536342.262320:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+113:2354:x1875415574091136:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 1533us (1661us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788536342.262331:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 93 00000100:00100000:3.0:1788536342.269426:0:5824:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:5824:1875415583162368:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536342.269454:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00010000:00010000:3.0:1788536342.269469:0:5824:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536342.269521:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574091264 00000100:00100000:2.0:1788536342.269535:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574091264 00010000:00010000:2.0:1788536342.269606:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 55 pid: 16075 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536342.269661:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 496 00000100:00100000:2.0:1788536342.269674:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48692050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+55:2355:x1875415574091264:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788536342.269693:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536342.269702:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 55 pid: 16075 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.269719:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 55 pid: 16075 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.269749:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade800/0x94dfe24b69f52b0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b15c2 expref: 55 pid: 16075 timeout: 820 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.269775:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:2.0:1788536342.269782:0:5810:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.269794:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.269804:0:5810:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536342.269847:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536342.269933:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48692050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+54:2355:x1875415574091264:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 261us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536342.269942:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 496 00010000:00010000:3.0:1788536342.270754:0:5824:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.270766:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536342.271693:0:5824:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9368 00000004:00080000:3.0:1788536342.271706:0:5824:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 720499335624ns, next at 721499333009ns, rc = 0 00010000:00010000:3.0:1788536342.271787:0:5824:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271805:0:5824:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271816:0:5824:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271825:0:5824:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271832:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271845:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271878:0:5824:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536342.271906:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271916:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271923:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271929:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5400 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536342.271935:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.271944:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.271947:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536342.271958:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.279649:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42ade400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536342.279669:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.279694:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.279719:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:0.0:1788536342.279723:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536342.279730:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536342.279737:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42ade400/0x94dfe24b69f53191 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279743:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff8b1d4631ba00) 00010000:00010000:3.0:1788536342.279750:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536342.279757:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 2/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279766:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5400/0x94dfe24b69f5317c lrc: 0/0,0 mode: --/EX res: [0x200000402:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279810:0:5824:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279818:0:5824:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279825:0:5824:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279830:0:5824:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4200 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536342.279835:0:5824:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279841:0:5824:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279852:0:5824:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536342.279855:0:5824:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536342.279858:0:5824:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536342.279863:0:5824:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4200/0x94dfe24b69f5316e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536342.279878:0:5824:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000001b8c3699 reply state 000000006adab024 transno 4294968344 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536342.279889:0:5824:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788536342.280936:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+114:33584:x1875415574091008:12345-192.168.203.55@tcp:36:rm.0 Request processed in 19837us (20342us total) trans 4294968344 rc 0/0 00000100:00100000:2.0:1788536342.280952:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1659 00010000:00010000:0.0:1788536342.284954:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536342.284961:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536342.284964:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536342.299240:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536342.299260:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536342.299268:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536342.299275:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536342.299280:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536342.299288:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536342.299413:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x2b119043 (ffff8b1d5a5b5000) 00010000:00010000:1.0:1788536342.299418:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536342.299424:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536342.299437:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5c00/0x94dfe24b69f53175 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5824 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536342.448701:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536342.636225:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583162624:0@lo:400:kworker.0 00000100:00100000:1.0:1788536342.636329:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536342.636434:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583163136:0@lo:400:kworker.0 00000100:00100000:1.0:1788536342.636465:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536342.636502:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536342.636508:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583162752:0@lo:400:kworker.0 00000100:00100000:1.0:1788536342.636533:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536342.636696:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583163136 00000100:00100000:3.0:1788536342.636708:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583163136 00000100:00100000:3.0:1788536342.636782:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788536342.636793:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583163136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536342.636860:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583163136:12345-0@lo:400:kworker.0 Request processed in 70us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536342.636980:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583162880:0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.637016:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536342.637048:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788536342.637056:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583162496:0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.637089:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536342.637111:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583163008:0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.637135:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536342.637187:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583162880 00000100:00100000:0.0:1788536342.637191:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583162880 00000100:00100000:0.0:1788536342.637227:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1788536342.637234:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583162880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.637266:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583162880:12345-0@lo:400:kworker.0 Request processed in 33us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536342.637276:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00080000:0.0:1788536342.637311:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536342.637315:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536342.637353:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583162880:0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.637406:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583163136:0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.637433:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583162496 00000100:00100000:0.0:1788536342.637437:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583162496 00000100:00100000:0.0:1788536342.637466:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788536342.637472:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583162496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.637508:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583162496:12345-0@lo:400:kworker.0 Request processed in 36us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536342.637515:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788536342.637553:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583162496:0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.637580:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583162624 00000100:00100000:0.0:1788536342.637583:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583162624 00000100:00100000:2.0:1788536342.638031:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583162752 00000100:00100000:2.0:1788536342.638039:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583162752 00000100:00100000:2.0:1788536342.638083:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583163008 00000100:00100000:2.0:1788536342.638087:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583163008 00000100:00100000:2.0:1788536342.638107:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1788536342.638115:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583162752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536342.638181:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3284:x1875415583162752:12345-0@lo:400:kworker.0 Request processed in 67us (1646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536342.638189:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:2.0:1788536342.638204:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:2.0:1788536342.638212:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583163008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536342.638247:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583163008:12345-0@lo:400:kworker.0 Request processed in 35us (1111us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536342.638254:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:2.0:1788536342.638282:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536342.638322:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3284:1875415583162752:0@lo:400:kworker.0 00000100:00100000:2.0:1788536342.638351:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583163008:0@lo:400:kworker.0 00000100:00100000:3.0:1788536342.639897:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1788536342.642583:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1788536342.642602:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583162624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536342.642719:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583162624:12345-0@lo:400:kworker.0 Request processed in 125us (6391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536342.642727:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1788536342.642802:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583162624:0@lo:400:kworker.0 00000001:00080000:0.0:1788536342.761692:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967382 is committed 00000004:00080000:1.0:1788536343.147573:0:7889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 721375199618ns, next at 722375195998ns, rc = 0 00000100:00100000:1.0:1788536343.147600:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536343.147627:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583163264:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536343.147720:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536343.147805:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583163264 00000100:00100000:1.0:1788536343.147815:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583163264 00000100:00100000:1.0:1788536343.147876:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1788536343.147887:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583163264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536343.147935:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536343.147989:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3284:x1875415583163264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536343.147997:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1788536343.148057:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583163264:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788536343.282788:0:22866:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536343.282801:0:22866:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536343.282896:0:22866:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:0.0:1788536343.282906:0:22866:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536343.363059:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536343.363219:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574091392 00000100:00100000:1.0:1788536343.363232:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574091392 00000100:00100000:1.0:1788536343.363332:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 94 00000100:00100000:1.0:1788536343.363347:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+113:2355:x1875415574091392:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536343.363426:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536343.363454:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f53198 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b18f5 expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363531:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363551:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363568:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363586:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363593:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363600:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363688:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363698:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363705:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363713:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536343.363719:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363741:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363755:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536343.363759:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536343.363767:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363774:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f5319f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363791:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363798:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363804:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363809:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536343.363812:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363818:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363830:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xbb834312 (ffff8b1d4631b900) 00010000:00010000:1.0:1788536343.363833:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536343.363836:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363842:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363878:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f53198 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18f5 expref: 114 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363890:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536343.363893:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536343.363897:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f53198 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18f5 expref: 114 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.363907:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547a00, rc -2) 00000100:00100000:1.0:1788536343.364005:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+113:2355:x1875415574091392:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 663us (963us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536343.364015:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 94 00000100:00080000:3.0:1788536343.364905:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536343.373497:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536343.378599:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574091648 00000100:00100000:0.0:1788536343.378917:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574091648 00000100:00100000:1.0:1788536343.385228:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1660 00000100:00100000:1.0:1788536343.385246:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+113:33594:x1875415574091648:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:1.0:1788536343.385332:0:6725:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536343.385389:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adf600/0x94dfe24b69f52c12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b162b expref: 113 pid: 16075 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385411:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:1.0:1788536343.385419:0:6725:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536343.385454:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385471:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385484:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385500:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385507:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385513:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385833:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385914:0:6725:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385924:0:6725:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 4/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385972:0:6725:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 53 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536343.385990:0:6725:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 53 pid: 5824 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536343.386008:0:6725:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583163392:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536343.386813:0:6725:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d41254e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788536343.392490:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536343.392560:0:6725:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:6725:1875415583163392:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536343.392601:0:6725:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536343.392993:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574091776 00000100:00100000:3.0:1788536343.393003:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574091776 00010000:00010000:3.0:1788536343.393064:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 54 pid: 5824 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536343.393103:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 497 00000100:00100000:3.0:1788536343.393127:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+54:2355:x1875415574091776:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536343.393144:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536343.393152:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 54 pid: 5824 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.393167:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 54 pid: 5824 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.393203:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5e00/0x94dfe24b69f52be1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1616 expref: 54 pid: 5824 timeout: 821 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.393222:0:5808:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:3.0:1788536343.393227:0:5808:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,1 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.393237:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.393246:0:5808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.393274:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536343.393349:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415574091776:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 236us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536343.393357:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 497 00010000:00010000:3.0:1788536343.393414:0:6725:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.393422:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788536343.401317:0:6725:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].23, 64 off9784 00010000:00010000:3.0:1788536343.401514:0:6725:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.401539:0:6725:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.401555:0:6725:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.401566:0:6725:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.401573:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.401579:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.401608:0:6725:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788536343.401773:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788536343.401783:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536343.401792:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:0.0:1788536343.401797:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536343.401808:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536343.401825:0:5811:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:0.0:1788536343.401828:0:5811:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788536343.401834:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536343.402525:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536343.402529:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536343.402531:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788536343.403749:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536343.403836:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f531c2 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404259:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404268:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404276:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404282:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536343.404298:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404308:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404326:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff8b1d61e36800) 00010000:00010000:3.0:1788536343.404329:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536343.404334:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 2/0,0 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404340:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531bb lrc: 0/0,0 mode: --/EX res: [0x200000402:0x35:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404402:0:6725:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404409:0:6725:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404414:0:6725:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404419:0:6725:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536343.404422:0:6725:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404428:0:6725:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404436:0:6725:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536343.404438:0:6725:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536343.404442:0:6725:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.404447:0:6725:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ad lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788536343.404457:0:6725:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 00000000bc1a02d7 reply state 000000006fce9bf5 transno 4294968345 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536343.404467:0:6725:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788536343.404607:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411eb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+114:33594:x1875415574091648:12345-192.168.203.55@tcp:36:rm.0 Request processed in 19357us (31121us total) trans 4294968345 rc 0/0 00000100:00100000:3.0:1788536343.404630:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1660 00010000:00010000:2.0:1788536343.409113:0:3268:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536343.409138:0:3268:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536343.409148:0:3268:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536343.409155:0:3268:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:2.0:1788536343.409162:0:3268:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536343.409172:0:3268:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536343.409205:0:3268:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x6eee4067 (ffff8b1d4631b900) 00010000:00010000:2.0:1788536343.409209:0:3268:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788536343.409216:0:3268:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536343.409224:0:3268:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531b4 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6725 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536343.471712:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788536344.283497:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000001:00080000:3.0:1788536344.283536:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968343 is committed 00000004:00080000:3.0:1788536344.283540:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000004:00080000:3.0:1788536344.283552:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000001:00080000:3.0:1788536344.283589:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968345 is committed 00000004:00080000:3.0:1788536344.283596:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000100:00100000:0.0:1788536344.283779:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583163648:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788536344.283869:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536344.283940:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536344.283947:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583163520:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788536344.283971:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536344.284009:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583163648 00000100:00100000:0.0:1788536344.284018:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583163648 00000100:00100000:0.0:1788536344.284079:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583163520 00000100:00100000:0.0:1788536344.284082:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583163520 00000100:00100000:0.0:1788536344.284106:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1788536344.284116:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3283:x1875415583163648:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788536344.284150:0:6668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:34 count 1 00010000:00010000:0.0:1788536344.284183:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284212:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284222:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 21 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284231:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1788536344.284235:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536344.284242:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284273:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 21 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284306:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 21 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.284320:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583163776:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536344.284438:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 13 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284456:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 13 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.284467:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583163904:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536344.284493:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494df300 going to sleep for 11 seconds 00000100:00100000:0.0:1788536344.284525:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1788536344.284534:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3283:x1875415583163520:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788536344.284548:0:9635:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:33 count 1 00010000:00010000:0.0:1788536344.284561:0:9635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284575:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 13 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284583:0:9635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 21 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284591:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=10s v=(0 0) 00010000:00010000:0.0:1788536344.284594:0:9635:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788536344.284597:0:9635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284617:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 21 pid: 6668 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284631:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 21 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.284642:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583164032:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536344.284677:0:9635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 13 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.284686:0:9635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 13 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.284694:0:9635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583164160:192.168.203.55@tcp:104: 00000100:00100000:0.0:1788536344.284716:0:9635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d494dfb40 going to sleep for 11 seconds 00000100:00080000:0.0:1788536344.284730:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536344.285886:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583164416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536344.285953:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536344.285992:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536344.285998:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583164288:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536344.286019:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536344.286053:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583164416 00000100:00100000:1.0:1788536344.286060:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583164416 00000100:00100000:1.0:1788536344.286108:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583164288 00000100:00100000:1.0:1788536344.286111:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583164288 00000100:00100000:1.0:1788536344.286125:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788536344.286132:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583164416:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788536344.286155:0:6667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:32 count 1 00010000:00010000:1.0:1788536344.286181:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.287252:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.287263:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 18 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.287271:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1788536344.287286:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536344.287295:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.287347:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 18 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.287361:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 18 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.287391:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583164544:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536344.287502:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 10 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.287582:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 10 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.287594:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583164672:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536344.287621:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d43e73180 going to sleep for 11 seconds 00000100:00080000:1.0:1788536344.287928:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536344.296486:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536344.296527:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536344.296571:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536344.296599:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536344.296631:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574091904 00000100:00100000:1.0:1788536344.296642:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574091904 00010000:00010000:1.0:1788536344.296705:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 22 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.296746:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574092032 00000100:00100000:1.0:1788536344.296750:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574092032 00010000:00010000:1.0:1788536344.296765:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 14 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.296778:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574092160 00000100:00100000:1.0:1788536344.296781:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574092160 00010000:00010000:1.0:1788536344.296794:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 23 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.296806:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574092288 00000100:00100000:1.0:1788536344.296808:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574092288 00010000:00010000:1.0:1788536344.296819:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 15 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.296834:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 498 00000100:00100000:1.0:1788536344.296844:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+23:2353:x1875415574091904:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536344.296862:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536344.296870:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 23 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.296885:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 23 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.296921:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536344.296987:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+23:2353:x1875415574091904:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 144us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536344.296995:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 498 00000100:00100000:1.0:1788536344.297016:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:1.0:1788536344.297023:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+15:2353:x1875415574092032:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536344.297031:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536344.297036:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 15 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297048:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 15 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297063:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536344.297069:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536344.297077:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297088:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297112:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536344.297132:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+15:2353:x1875415574092032:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 109us (604us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536344.297139:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 499 00000100:00100000:1.0:1788536344.297152:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 500 00000100:00100000:1.0:1788536344.297158:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+22:2355:x1875415574092160:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536344.297166:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536344.297171:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 22 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297180:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 22 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297200:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536344.297217:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+22:2355:x1875415574092160:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 60us (646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536344.297224:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 500 00000100:00100000:1.0:1788536344.297235:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 501 00000100:00100000:1.0:1788536344.297241:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574092288:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536344.297248:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536344.297252:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 14 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297262:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 14 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297274:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536344.297287:0:5808:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536344.297292:0:5808:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297305:0:5808:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.297318:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536344.297336:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c57bc05c-f865-4d91-8452-c561a98a0236+14:2355:x1875415574092288:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 95us (736us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536344.297342:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 501 00000100:00080000:1.0:1788536344.297517:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536344.298695:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536344.299416:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574092544 00000100:00100000:1.0:1788536344.299429:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574092544 00010000:00010000:1.0:1788536344.299655:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 11 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536344.299959:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536344.299996:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574092416 00000100:00100000:3.0:1788536344.300001:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574092416 00000100:00100000:1.0:1788536344.300011:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 502 00000100:00100000:1.0:1788536344.300021:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574092544:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536344.300036:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536344.300037:0:5810:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 19 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.300043:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 11 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536344.300055:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 503 00010000:00010000:1.0:1788536344.300056:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 11 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536344.300061:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48691850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574092416:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536344.300068:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536344.300072:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 19 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.300242:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 19 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536344.301520:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583164544:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536344.301542:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c8ae534/0x94dfe24b69f52f68 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1831 expref: 11 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536344.301561:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583164672:192.168.203.55@tcp:104: 00000100:00080000:0.0:1788536344.301854:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788536344.301984:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bd94f6ae/0x94dfe24b69f53033 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1885 expref: 21 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.301998:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42dd6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583164032:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536344.302015:0:9635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007f06a2f1/0x94dfe24b69f52e65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17a5 expref: 13 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.302024:0:9635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:9635:1875415583164160:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536344.302066:0:9635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.302079:0:9635:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.302087:0:9635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.302100:0:9635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.302108:0:9635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.302132:0:9635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788536344.306264:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536344.306837:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415574092544:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 6805us (8139us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536344.306859:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 502 00010000:00010000:1.0:1788536344.308876:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788536344.308894:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.308911:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cc800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:1.0:1788536344.308917:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.308930:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.308956:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.308963:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007ab308de/0x94dfe24b69f531d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 9635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.308987:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000619b9a21/0x94dfe24b69f53041 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b189a expref: 19 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.308992:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536344.308994:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536344.308996:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.309005:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536344.309011:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536344.309017:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.309043:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.309062:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000dcb93b8/0x94dfe24b69f53048 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1893 expref: 20 pid: 9635 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.309073:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583163776:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536344.309076:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788536344.309089:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000086186d21/0x94dfe24b69f52e5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b179e expref: 12 pid: 6668 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.309098:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:6668:1875415583163904:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536344.309122:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.309133:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.309141:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536344.309144:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48691850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:00ae59d6-327b-42ee-8208-04d639d528fc+18:2354:x1875415574092416:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 9082us (9185us total) trans 0 rc 0/0 00010000:00010000:1.0:1788536344.309153:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536344.309154:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 503 00010000:00010000:1.0:1788536344.309161:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.309443:0:6668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536344.309513:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536344.309519:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.309528:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd800 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536344.309532:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.309540:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.309552:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.309559:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009b0d91b2/0x94dfe24b69f531c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.309576:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.309578:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.309789:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536344.311188:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3283:x1875415583163648:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27066us (27313us total) trans 4294967398 rc 0/0 00000100:00100000:1.0:1788536344.311202:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1788536344.311241:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1788536344.311255:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583164288:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788536344.311303:0:6668:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:31 count 1 00000100:00100000:0.0:1788536344.311538:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3283:x1875415583163520:12345-0@lo:6:osp-syn-1-0.0 Request processed in 27003us (27563us total) trans 4294967397 rc 0/0 00000100:00100000:0.0:1788536344.311547:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000004:00080000:0.0:1788536344.311635:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c41c88000/2, rc 0, transno 4294967397 00000100:00100000:0.0:1788536344.311660:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583163520:0@lo:6:osp-syn-1-0.0 00000004:00080000:0.0:1788536344.311674:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c41c88700/2, rc 0, transno 4294967398 00000100:00100000:0.0:1788536344.311677:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583163648:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788536344.311963:0:6668:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 3/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.311992:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 9 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.312002:0:6668:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.312012:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=10s v=(0 0) 00010000:00010000:1.0:1788536344.312017:0:6668:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536344.312023:0:6668:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 5/0,1 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.312068:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 17 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.312086:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 17 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.312103:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583164800:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536344.312220:0:6668:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 9 pid: 16289 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.312231:0:6668:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 9 pid: 16289 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.312248:0:6668:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583164928:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536344.312274:0:6668:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1c425c1180 going to sleep for 11 seconds 00010000:00010000:2.0:1788536344.315176:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.315275:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.315294:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.315396:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.315407:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.315444:0:6667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536344.315695:0:5811:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536344.315705:0:5811:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.315716:0:5811:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547e00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536344.315722:0:5811:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.315734:0:5811:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.315758:0:5811:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.315766:0:5811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008abd2eb1/0x94dfe24b69f531d7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.315795:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.315797:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.315799:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536344.318741:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583164416:12345-0@lo:6:osp-syn-0-0.0 Request processed in 32598us (32777us total) trans 4294967383 rc 0/0 00000100:00100000:2.0:1788536344.318758:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:3.0:1788536344.319162:0:3285:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:3.0:1788536344.319170:0:3285:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c43042a00, transno 4294967381 00000004:00080000:3.0:1788536344.319180:0:3285:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c43042d80, transno 4294967382 00000100:00100000:3.0:1788536344.319190:0:3285:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1c42e0e680 x1875415583164416/t4294967383(4294967383) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788536360 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1788536344.319204:0:3285:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c42e0e680/2, rc 0, transno 4294967383 00000100:00100000:3.0:1788536344.319210:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583164416:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536344.328347:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536344.328491:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536344.330214:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574092672 00000100:00100000:3.0:1788536344.330235:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574092672 00010000:00010000:3.0:1788536344.330310:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 18 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536344.331309:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574092800 00000100:00100000:3.0:1788536344.331331:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574092800 00010000:00010000:3.0:1788536344.331413:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 10 pid: 16289 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536344.331452:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 504 00000100:00100000:3.0:1788536344.331473:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574092672:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536344.331493:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536344.331501:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 18 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.331870:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 18 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.331906:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536344.331954:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 505 00000100:00100000:3.0:1788536344.331964:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415574092800:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536344.331976:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536344.331981:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 10 pid: 16289 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.331993:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 10 pid: 16289 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.332014:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536344.332020:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536344.332027:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.332038:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.332064:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536344.332141:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+10:2354:x1875415574092800:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 178us (3648us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536344.332150:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 505 00000100:00100000:3.0:1788536344.332410:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+18:2355:x1875415574092672:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 939us (4081us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536344.332417:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 504 00010000:00010000:0.0:1788536344.341828:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000094f15808/0x94dfe24b69f5303a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b188c expref: 17 pid: 6666 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.341864:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583164800:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536344.342151:0:6668:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007922983c/0x94dfe24b69f52e6c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b17ac expref: 9 pid: 16289 timeout: 822 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.342165:0:6668:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:6668:1875415583164928:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536344.342208:0:6668:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.342222:0:6668:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.342230:0:6668:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.342244:0:6668:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.342253:0:6668:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.342290:0:6668:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788536344.343210:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536344.343223:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.343236:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547000 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536344.343242:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.343250:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583164288:12345-0@lo:6:osp-syn-0-0.0 Request processed in 31997us (57225us total) trans 4294967384 rc 0/0 00010000:00010000:3.0:1788536344.343255:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.343262:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00010000:00010000:3.0:1788536344.343294:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 1/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.343301:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000071d04135/0x94dfe24b69f531de lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6668 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.343323:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.343325:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.343327:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788536344.343720:0:3285:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c43043800/2, rc 0, transno 4294967384 00000100:00100000:0.0:1788536344.343730:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583164288:0@lo:6:osp-syn-0-0.0 00000001:00080000:1.0:1788536344.346491:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967396 is committed 00010000:00010000:3.0:1788536344.493504:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536344.617086:0:22922:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536344.617098:0:22922:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536344.618759:0:22922:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788536344.618772:0:22922:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536344.690719:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536344.690798:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536344.690916:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574093184 00000100:00100000:1.0:1788536344.690932:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574093184 00000100:00100000:1.0:1788536344.691016:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 95 00000100:00100000:1.0:1788536344.691033:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+109:2353:x1875415574093184:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536344.691105:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536344.691139:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531e5 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b191f expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.691231:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.691258:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694285:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694360:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694392:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694408:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694762:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694773:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694781:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694788:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536344.694794:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694805:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694824:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536344.694827:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536344.694833:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694840:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547a00/0x94dfe24b69f531ec lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694856:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694863:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694869:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694877:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547800 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536344.694880:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694886:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694892:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x21330256 (ffff8b1d4631b900) 00010000:00010000:1.0:1788536344.694894:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536344.694897:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694902:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547800/0x94dfe24b69f531f3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x21330256 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694959:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531e5 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b191f expref: 110 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694972:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536344.694974:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536344.694978:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f531e5 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b191f expref: 110 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.694986:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547c00, rc -2) 00000100:00100000:1.0:1788536344.695126:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+109:2353:x1875415574093184:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 4097us (4324us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536344.695139:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 95 00000100:00100000:0.0:1788536344.697072:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583165056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536344.697194:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536344.697318:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583165056 00000100:00100000:0.0:1788536344.697333:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583165056 00000100:00100000:0.0:1788536344.697430:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1788536344.697442:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583165056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536344.697509:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536344.697570:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583165056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536344.697578:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1788536344.697845:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dcc9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583165056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536344.698180:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574093056 00000100:00100000:2.0:1788536344.698189:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574093056 00000100:00100000:2.0:1788536344.698239:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 1661 00000100:00100000:2.0:1788536344.698248:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+109:33606:x1875415574093056:12345-192.168.203.55@tcp:36:rm.0 00010000:00010000:2.0:1788536344.698323:0:5825:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536344.698366:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836a00/0x94dfe24b69f52d38 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b172e expref: 109 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.698410:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:2.0:1788536344.698416:0:5825:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788536344.698465:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 3/0,1 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.698486:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.698499:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.698520:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.698527:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.698534:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.699232:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.699251:0:5825:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.699263:0:5825:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.699322:0:5825:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 52 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536344.699343:0:5825:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 52 pid: 5824 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536344.699365:0:5825:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c051180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583165184:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536344.700491:0:5825:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d536efcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788536344.711335:0:5825:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c051180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:5825:1875415583165184:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536344.711428:0:5825:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536344.720417:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536344.720642:0:11659:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574093312 00000100:00100000:0.0:1788536344.720656:0:11659:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574093312 00010000:00010000:0.0:1788536344.720800:0:11659:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 53 pid: 5824 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.720850:0:11659:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 506 00000100:00100000:0.0:1788536344.720861:0:11659:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+53:2355:x1875415574093312:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536344.720881:0:11659:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788536344.720888:0:11659:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 53 pid: 5824 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.720904:0:11659:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 53 pid: 5824 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.720932:0:11659:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cc200/0x94dfe24b69f52cdd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b16a9 expref: 53 pid: 5824 timeout: 822 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.720948:0:11659:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:0.0:1788536344.720954:0:11659:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.720965:0:11659:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.720973:0:11659:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.721011:0:11659:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536344.721092:0:11659:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574093312:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 233us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536344.721099:0:11659:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 506 00010000:00010000:1.0:1788536344.721238:0:5825:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.721247:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788536344.726609:0:5825:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9432 00000004:00080000:0.0:1788536344.726634:0:5825:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 722954264341ns, next at 723954260008ns, rc = 0 00010000:00010000:0.0:1788536344.727451:0:5825:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727478:0:5825:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727492:0:5825:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727504:0:5825:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727512:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727519:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727549:0:5825:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788536344.727576:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727582:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727590:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727596:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4a00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536344.727602:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727612:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727626:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:0.0:1788536344.727629:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788536344.727635:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727646:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4a00/0x94dfe24b69f53208 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x36:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727676:0:5825:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727683:0:5825:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727701:0:5825:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727707:0:5825:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f5600 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:0.0:1788536344.727710:0:5825:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727716:0:5825:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727725:0:5825:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:0.0:1788536344.727727:0:5825:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788536344.727731:0:5825:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536344.727737:0:5825:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f5600/0x94dfe24b69f531fa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788536344.727749:0:5825:0:(mdt_handler.c:4533:mdt_save_lock()) ### save lock request 000000008f784dea reply state 000000000f3138e0 transno 4294968346 ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788536344.727760:0:5825:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788536344.727899:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+110:33606:x1875415574093056:12345-192.168.203.55@tcp:36:rm.0 Request processed in 29646us (37199us total) trans 4294968346 rc 0/0 00000100:00100000:0.0:1788536344.727910:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 1661 00010000:00010000:3.0:1788536344.730148:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536344.730169:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.730183:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c429cd400 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536344.730188:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.730200:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.730224:0:5812:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff8b1c43bb5c00) 00010000:00010000:3.0:1788536344.730228:0:5812:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788536344.730235:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 1/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.730243:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c429cd400/0x94dfe24b69f5320f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536344.730285:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.730287:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536344.730289:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536344.734794:0:3269:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.734822:0:3269:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.734832:0:3269:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.734839:0:3269:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d6e0f4e00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536344.734845:0:3269:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.734855:0:3269:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.734879:0:3269:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x5bff4890 (ffff8b1d5a5b5000) 00010000:00010000:1.0:1788536344.734883:0:3269:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536344.734890:0:3269:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536344.734897:0:3269:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e0f4e00/0x94dfe24b69f53201 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x53:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5825 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788536345.004829:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536345.004842:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536345.006081:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:1.0:1788536345.006095:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536345.517362:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536345.794294:0:22973:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536345.794308:0:22973:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536345.799678:0:22973:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536345.799712:0:22973:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536346.541483:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536346.839118:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536346.839183:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536346.839188:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574093568 00000100:00100000:2.0:1788536346.839203:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574093568 00000100:00100000:0.0:1788536346.839223:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536346.839259:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536346.839317:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 519 00000100:00100000:0.0:1788536346.839318:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536346.839336:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+109:2353:x1875415574093568:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536346.839349:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536346.839435:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536346.839479:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+109:2353:x1875415574093568:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 147us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536346.839489:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 519 00000100:00100000:2.0:1788536346.839506:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574093952 00000100:00100000:2.0:1788536346.839509:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574093952 00000100:00100000:2.0:1788536346.839540:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 520 00000100:00080000:3.0:1788536346.839542:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536346.839549:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574093952:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536346.839568:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574093824 00000100:00100000:3.0:1788536346.839577:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574093824 00000100:00100000:3.0:1788536346.839688:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574094080 00000100:00100000:3.0:1788536346.839692:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574094080 00000100:00100000:3.0:1788536346.839710:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574093696 00000100:00100000:3.0:1788536346.839712:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574093696 00000100:00100000:3.0:1788536346.839725:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574094208 00000100:00100000:3.0:1788536346.839727:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574094208 00000100:00100000:3.0:1788536346.839742:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 554 00000100:00100000:3.0:1788536346.839750:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+20:2353:x1875415574093824:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536346.839904:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 555 00000100:00100000:1.0:1788536346.839916:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415574094080:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536346.840006:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574093952:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 458us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536346.840015:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 520 00000100:00100000:2.0:1788536346.840049:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 556 00000100:00100000:2.0:1788536346.840058:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2353:x1875415574093696:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536346.840085:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+17:2353:x1875415574093696:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536346.840092:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 556 00000100:00100000:2.0:1788536346.840110:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 557 00000100:00100000:2.0:1788536346.840119:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415574094208:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536346.840155:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2353:x1875415574094208:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 38us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536346.840161:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 557 00000100:00100000:0.0:1788536346.840191:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574093440 00000100:00100000:0.0:1788536346.840198:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574093440 00000100:00080000:2.0:1788536346.840209:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536346.840215:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536346.840236:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 628 00000100:00100000:0.0:1788536346.840246:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574093440:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536346.840299:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574093440:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 54us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536346.840306:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 628 00000100:00100000:3.0:1788536346.840773:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+20:2353:x1875415574093824:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1022us (1588us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536346.840785:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 554 00000100:00100000:1.0:1788536346.847215:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+9:2353:x1875415574094080:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 6455us (7145us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536346.847236:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 555 00010000:00010000:1.0:1788536347.568332:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536347.755815:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536347.755846:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583165312:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.755941:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536347.756019:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583165312 00000100:00100000:2.0:1788536347.756029:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583165312 00000100:00100000:2.0:1788536347.756098:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788536347.756109:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583165312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756182:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3282:x1875415583165312:12345-0@lo:400:kworker.0 Request processed in 73us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536347.756190:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788536347.756247:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:0b1b1008-f46c-4e76-88c8-077a2638af27:3282:1875415583165312:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756330:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583165440:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756362:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536347.756503:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583165568:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756531:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536347.756561:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583165440 00000100:00100000:2.0:1788536347.756566:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583165440 00000100:00100000:2.0:1788536347.756593:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583165568 00000100:00100000:2.0:1788536347.756596:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583165568 00000100:00100000:2.0:1788536347.756623:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788536347.756629:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583165440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756663:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c051180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3284:x1875415583165440:12345-0@lo:400:kworker.0 Request processed in 34us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536347.756669:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788536347.756680:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788536347.756685:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583165568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756715:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3285:x1875415583165568:12345-0@lo:400:kworker.0 Request processed in 31us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536347.756721:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:2.0:1788536347.756741:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536347.756766:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3285:1875415583165568:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756790:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c050000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3284:1875415583165440:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756822:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583165696:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756850:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536347.756883:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583165696 00000100:00100000:2.0:1788536347.756886:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583165696 00000100:00100000:2.0:1788536347.756920:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788536347.756926:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583165696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.756960:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3282:x1875415583165696:12345-0@lo:400:kworker.0 Request processed in 34us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536347.756966:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:2.0:1788536347.756983:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536347.756998:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583165696:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.757025:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536347.757031:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583165824:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.757053:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536347.757076:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583165824 00000100:00100000:2.0:1788536347.757080:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583165824 00000100:00100000:2.0:1788536347.757107:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788536347.757113:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583165824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.757147:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c050000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3282:x1875415583165824:12345-0@lo:400:kworker.0 Request processed in 34us (93us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536347.757152:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00080000:2.0:1788536347.757165:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536347.757182:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3282:1875415583165824:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.757216:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583165952:0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.757239:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536347.757277:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583165952 00000100:00100000:2.0:1788536347.757281:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583165952 00000100:00100000:2.0:1788536347.757317:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1788536347.757323:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583165952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536347.757356:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3284:x1875415583165952:12345-0@lo:400:kworker.0 Request processed in 34us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536347.757363:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:2.0:1788536347.757407:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536347.757424:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967396 gen 2 00000004:00080000:2.0:1788536347.757430:0:3284:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c43043b80, transno 4294967396 00000100:00100000:2.0:1788536347.757446:0:3284:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1c41c88000 x1875415583163520/t4294967397(4294967397) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788536360 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788536347.757457:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583165952:0@lo:400:kworker.0 00000001:00080000:0.0:1788536347.868113:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967384 is committed 00000040:00080000:3.0:1788536347.998906:0:23026:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536347.998919:0:23026:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536348.000941:0:23026:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536348.000964:0:23026:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536348.269169:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583166080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536348.269277:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536348.269527:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583166080 00000100:00100000:3.0:1788536348.269539:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583166080 00000100:00100000:3.0:1788536348.269629:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1788536348.269640:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583166080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536348.269690:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000004:00080000:0.0:1788536348.269808:0:7889:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 726497437427ns, next at 727497434473ns, rc = 0 00000100:00100000:3.0:1788536348.277597:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3285:x1875415583166080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7945us (8307us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536348.277623:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1788536348.280444:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583166080:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536348.587992:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788536349.439815:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967397 is committed 00000001:00080000:2.0:1788536349.439833:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967398 is committed 00000004:00080000:2.0:1788536349.448511:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 27 committed 00000001:00080000:2.0:1788536349.448555:0:5845:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968346 is committed 00000004:00080000:2.0:1788536349.448560:0:5845:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000100:00100000:2.0:1788536349.448821:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583166208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788536349.448886:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536349.448987:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583166208 00000100:00100000:3.0:1788536349.448994:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583166208 00000100:00100000:3.0:1788536349.449050:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788536349.449059:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583166208:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788536349.449083:0:6666:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:35 count 1 00010000:00010000:3.0:1788536349.449116:0:6666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.449138:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.449148:0:6666:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 19 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.449157:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=15s v=(0 0) 00010000:00010000:3.0:1788536349.449162:0:6666:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536349.449167:0:6666:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.449200:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 19 pid: 6666 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.449213:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 19 pid: 6666 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536349.449225:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583166336:192.168.203.55@tcp:104: 00010000:00010000:3.0:1788536349.449295:0:6666:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 11 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.449304:0:6666:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 11 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536349.449324:0:6666:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583166464:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536349.449347:0:6666:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d6e460d80 going to sleep for 11 seconds 00000100:00080000:2.0:1788536349.449694:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536349.451115:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583166592:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788536349.451196:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536349.451674:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583166592 00000100:00100000:3.0:1788536349.451683:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583166592 00000100:00100000:3.0:1788536349.451732:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1788536349.451740:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583166592:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788536349.451764:0:6667:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:33 count 1 00010000:00010000:3.0:1788536349.451790:0:6667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.451812:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 8 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.451824:0:6667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 16 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.451833:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=15s v=(0 0) 00010000:00010000:3.0:1788536349.451838:0:6667:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788536349.451843:0:6667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 5/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.451956:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 16 pid: 9635 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.451968:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 16 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536349.451979:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583166720:192.168.203.55@tcp:104: 00010000:00010000:1.0:1788536349.452058:0:6667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 8 pid: 6667 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.452069:0:6667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 8 pid: 6667 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788536349.452078:0:6667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583166848:192.168.203.55@tcp:104: 00000100:00100000:1.0:1788536349.452098:0:6667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1d4b780a80 going to sleep for 11 seconds 00000100:00080000:2.0:1788536349.452876:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536349.480708:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583166336:192.168.203.55@tcp:104: 00000100:00100000:3.0:1788536349.481612:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536349.481664:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536349.481694:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574094464 00000100:00100000:3.0:1788536349.481702:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574094464 00010000:00010000:3.0:1788536349.481746:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 17 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536349.481774:0:5808:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574094336 00000100:00100000:3.0:1788536349.481777:0:5808:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574094336 00010000:00010000:3.0:1788536349.481792:0:5808:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 20 pid: 6666 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536349.481829:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 507 00000100:00100000:3.0:1788536349.481840:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415574094464:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536349.481854:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536349.481860:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 17 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.481997:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 17 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.482029:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536349.482078:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+17:2354:x1875415574094464:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 240us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536349.482085:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 507 00000100:00100000:3.0:1788536349.482103:0:5808:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 508 00000100:00100000:3.0:1788536349.482110:0:5808:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+20:2353:x1875415574094336:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788536349.482119:0:5808:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788536349.482125:0:5808:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 20 pid: 6666 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.482136:0:5808:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 20 pid: 6666 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.482347:0:5808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000496c2b20/0x94dfe24b69f5304f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a1 expref: 20 pid: 6666 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.482364:0:5808:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788536349.482482:0:5808:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574094336:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 372us (817us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536349.482490:0:5808:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 508 00000100:00080000:2.0:1788536349.482950:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536349.482956:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536349.483542:0:6666:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:6666:1875415583166464:192.168.203.55@tcp:104: 00010000:00010000:0.0:1788536349.483570:0:6666:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.486190:0:6667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ce5a578/0x94dfe24b69f53056 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b18a8 expref: 16 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788536349.486219:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583166720:192.168.203.55@tcp:104: 00000100:00100000:2.0:1788536349.486231:0:6667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:6667:1875415583166848:192.168.203.55@tcp:104: 00010000:00010000:2.0:1788536349.486261:0:6667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788536349.496154:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536349.496202:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536349.496293:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574094592 00000100:00100000:1.0:1788536349.496303:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574094592 00010000:00010000:1.0:1788536349.496362:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 12 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788536349.496411:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536349.496423:0:5809:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574094720 00000100:00100000:1.0:1788536349.496427:0:5809:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574094720 00010000:00010000:1.0:1788536349.496455:0:5809:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 9 pid: 6667 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788536349.496461:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536349.496475:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 509 00000100:00100000:1.0:1788536349.496484:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+12:2355:x1875415574094592:12345-192.168.203.55@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1788536349.496485:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 510 00000100:00100000:2.0:1788536349.496492:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48693c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+9:2355:x1875415574094720:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536349.496498:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788536349.496500:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788536349.496504:0:5809:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 12 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496505:0:5810:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 9 pid: 6667 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496517:0:5810:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 9 pid: 6667 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496526:0:5809:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 12 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496542:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b2040b1d/0x94dfe24b69f52f76 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b183f expref: 9 pid: 6667 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496542:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003c95dbf8/0x94dfe24b69f52f6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1838 expref: 12 pid: 9635 timeout: 827 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496558:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536349.496558:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536349.496563:0:5810:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x240000400:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788536349.496563:0:5809:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000400:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788536349.496570:0:5810:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496570:0:5809:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496581:0:5809:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496592:0:5810:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496608:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536349.496656:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574094592:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 173us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536349.496664:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 509 00010000:00010000:2.0:1788536349.496677:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788536349.496699:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48693c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574094720:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 207us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536349.496705:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 510 00010000:00010000:2.0:1788536349.496763:0:6667:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496773:0:6667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496779:0:6666:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496784:0:6667:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496786:0:6666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496795:0:6666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496798:0:6667:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536349.496803:0:6666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788536349.496819:0:6667:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1788536349.498994:0:6666:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788536349.499006:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788536349.499023:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499041:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfa00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536349.499047:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499063:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499093:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 1/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499102:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d60e1f8/0x94dfe24b69f5321d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499136:0:5812:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788536349.499142:0:5812:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499162:0:5812:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc176b530) 00010000:00010000:3.0:1788536349.499165:0:5812:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499173:0:5812:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499189:0:5812:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499211:0:5812:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000813548bf/0x94dfe24b69f53216 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 6666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536349.499229:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536349.499231:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536349.499233:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536349.499892:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583166208:12345-0@lo:6:osp-syn-1-0.0 Request processed in 50829us (51000us total) trans 4294967399 rc 0/0 00000100:00100000:1.0:1788536349.499903:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1788536349.499967:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967398 gen 2 00000004:00080000:1.0:1788536349.499973:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c41c88000, transno 4294967397 00000004:00080000:1.0:1788536349.499984:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c41c88700, transno 4294967398 00000100:00100000:1.0:1788536349.499991:0:3282:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1d77647800 x1875415583166208/t4294967399(4294967399) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788536365 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788536349.500002:0:3282:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1d77647800/2, rc 0, transno 4294967399 00000100:00100000:1.0:1788536349.500007:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583166208:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788536349.501793:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3283:x1875415583166592:12345-0@lo:6:osp-syn-0-0.0 Request processed in 50047us (50591us total) trans 4294967385 rc 0/0 00000100:00100000:2.0:1788536349.501806:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1788536349.501846:0:3283:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:1.0:1788536349.501852:0:3283:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c42e0e680, transno 4294967383 00000004:00080000:1.0:1788536349.501868:0:3283:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c43043800, transno 4294967384 00000100:00100000:1.0:1788536349.501881:0:3283:0:(client.c:3170:ptlrpc_free_committed()) @@@ stopping search req@ffff8b1c42e0ea00 x1875415583166592/t4294967385(4294967385) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788536365 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788536349.501892:0:3283:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8b1c42e0ea00/2, rc 0, transno 4294967385 00000100:00100000:1.0:1788536349.501897:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583166592:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788536349.502447:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536349.613547:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536349.803623:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536349.803648:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583166976:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536349.803722:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536349.803892:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583166976 00000100:00100000:0.0:1788536349.803900:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583166976 00000100:00100000:0.0:1788536349.803966:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1788536349.803976:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583166976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536349.804014:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536349.804062:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583166976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536349.804069:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1788536349.804210:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583166976:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788536350.227063:0:23079:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536350.227073:0:23079:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536350.239335:0:23079:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536350.239353:0:23079:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536350.636062:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536351.659602:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536351.959979:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536351.960027:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536351.960047:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536351.960069:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536351.960090:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536351.960109:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536351.960144:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536351.960171:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574095232 00000100:00100000:3.0:1788536351.960179:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574095232 00000100:00100000:3.0:1788536351.960241:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574095488 00000100:00100000:3.0:1788536351.960245:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574095488 00000100:00100000:3.0:1788536351.960257:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574095104 00000100:00100000:3.0:1788536351.960259:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574095104 00000100:00100000:3.0:1788536351.960268:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574095616 00000100:00100000:3.0:1788536351.960270:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574095616 00000100:00100000:3.0:1788536351.960303:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 560 00000100:00100000:3.0:1788536351.960313:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574095232:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536351.960397:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574095232:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 84us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536351.960583:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 560 00000100:00100000:3.0:1788536351.960601:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 561 00000100:00100000:3.0:1788536351.960608:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574095488:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536351.960634:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574095488:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536351.960641:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 561 00000100:00100000:3.0:1788536351.960652:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 562 00000100:00100000:3.0:1788536351.960658:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574095104:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536351.960680:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574095104:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536351.960690:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 562 00000100:00100000:3.0:1788536351.960701:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 563 00000100:00100000:3.0:1788536351.960706:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574095616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536351.960724:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574095616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 18us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536351.960730:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 563 00000100:00100000:3.0:1788536351.960748:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574094848 00000100:00100000:3.0:1788536351.960752:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574094848 00000100:00100000:3.0:1788536351.960774:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 630 00000100:00100000:3.0:1788536351.960780:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574094848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536351.960801:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574094848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536351.960807:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 630 00000100:00100000:3.0:1788536351.960834:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574094976 00000100:00100000:3.0:1788536351.960837:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574094976 00000100:00100000:3.0:1788536351.960862:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574095360 00000100:00100000:3.0:1788536351.960865:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574095360 00000100:00100000:3.0:1788536351.960886:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 524 00000100:00100000:3.0:1788536351.960892:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574094976:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536351.960915:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574094976:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536351.960920:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 524 00000100:00100000:3.0:1788536351.960930:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 525 00000100:00100000:3.0:1788536351.960935:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574095360:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536351.960955:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574095360:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536351.960960:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 525 00000100:00080000:3.0:1788536351.960975:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536351.960979:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536351.960981:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1788536352.382320:0:23131:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536352.382329:0:23131:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536352.386158:0:23131:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536352.386175:0:23131:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536352.683571:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536352.876968:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583167232:0@lo:400:kworker.0 00000100:00100000:1.0:1788536352.877071:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536352.877181:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583167744:0@lo:400:kworker.0 00000100:00100000:1.0:1788536352.877233:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536352.877274:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536352.877280:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583167360:0@lo:400:kworker.0 00000100:00100000:1.0:1788536352.877313:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536352.877354:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583167232 00000100:00100000:1.0:1788536352.877399:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583167232 00000100:00100000:1.0:1788536352.877459:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583167360 00000100:00100000:1.0:1788536352.877462:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583167360 00000100:00100000:1.0:1788536352.877500:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1788536352.877518:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583167232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536352.877584:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583167232:12345-0@lo:400:kworker.0 Request processed in 67us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536352.877592:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1788536352.877621:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1788536352.877638:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583167360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536352.877675:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583167360:12345-0@lo:400:kworker.0 Request processed in 49us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536352.877681:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1788536352.877737:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583167360:0@lo:400:kworker.0 00000100:00100000:1.0:1788536352.877747:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583167232:0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.878443:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583167104:0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.878510:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536352.878552:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583167616:0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.878598:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536352.878626:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536352.878632:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583167488:0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.878673:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536352.878735:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583167744 00000100:00100000:3.0:1788536352.878740:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583167744 00000100:00100000:3.0:1788536352.878839:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583167488 00000100:00100000:3.0:1788536352.878843:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583167488 00000100:00100000:3.0:1788536352.878877:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788536352.878897:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583167744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.878944:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583167744:12345-0@lo:400:kworker.0 Request processed in 48us (1710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536352.878950:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788536352.878963:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1788536352.878989:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583167488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.879072:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3285:x1875415583167488:12345-0@lo:400:kworker.0 Request processed in 103us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536352.879100:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1788536352.879118:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583167616 00000100:00100000:3.0:1788536352.879129:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583167616 00000100:00100000:3.0:1788536352.879154:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1788536352.879159:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583167616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.879185:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583167616:12345-0@lo:400:kworker.0 Request processed in 26us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536352.879252:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00080000:3.0:1788536352.879271:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536352.879275:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536352.879289:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536352.879333:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583167488:0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.879354:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583167616:0@lo:400:kworker.0 00000100:00100000:1.0:1788536352.879755:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583167104 00000100:00100000:1.0:1788536352.879760:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583167104 00000100:00100000:1.0:1788536352.879901:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1788536352.879909:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583167104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536352.879973:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583167104:12345-0@lo:400:kworker.0 Request processed in 65us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536352.879980:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1788536352.880040:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583167744:0@lo:400:kworker.0 00000100:00100000:3.0:1788536352.885493:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583167104:0@lo:400:kworker.0 00000001:00080000:1.0:1788536352.977976:0:6691:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967385 is committed 00000100:00100000:2.0:1788536353.387802:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536353.387845:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583167872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536353.387960:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536353.388094:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583167872 00000100:00100000:0.0:1788536353.388102:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583167872 00000100:00100000:0.0:1788536353.388165:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1788536353.388175:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583167872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536353.388207:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536353.388277:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3282:x1875415583167872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536353.388284:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1788536353.388459:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583167872:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536353.707850:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788536354.546180:0:7634:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967399 is committed 00010000:00010000:0.0:1788536354.732426:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536354.874264:0:23183:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536354.874272:0:23183:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536354.875075:0:23183:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536354.875085:0:23183:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536354.924876:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583168000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536354.924943:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536354.926339:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583168000 00000100:00100000:0.0:1788536354.926350:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583168000 00000100:00100000:0.0:1788536354.926470:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1788536354.926480:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583168000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536354.926514:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536354.928122:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583168000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1638us (3172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536354.928132:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:3.0:1788536354.928612:0:3284:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967385 gen 2 00000004:00080000:3.0:1788536354.928618:0:3284:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1c42e0ea00, transno 4294967385 00000100:00100000:3.0:1788536354.928640:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583168000:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536354.928848:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788536355.244638:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536355.244647:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536355.245990:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536355.246005:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536355.755920:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536356.729088:0:23234:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536356.729100:0:23234:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536356.730248:0:23234:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536356.730261:0:23234:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536356.779738:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536357.079753:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536357.079884:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536357.079966:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574095744 00000100:00100000:3.0:1788536357.079972:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536357.079978:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574095744 00000100:00100000:3.0:1788536357.080018:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536357.080040:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536357.080060:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536357.080074:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 632 00000100:00100000:2.0:1788536357.080085:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574095744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536357.080109:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574096000 00000100:00100000:1.0:1788536357.080114:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574096000 00000100:00100000:1.0:1788536357.080153:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574096128 00000100:00100000:1.0:1788536357.080156:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574096128 00000100:00100000:2.0:1788536357.080171:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574095744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 86us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536357.080181:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 632 00000100:00100000:1.0:1788536357.080187:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574096384 00000100:00100000:1.0:1788536357.080200:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574096384 00000100:00100000:1.0:1788536357.080220:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 566 00000100:00100000:1.0:1788536357.080228:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574096000:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536357.080260:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574096000:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536357.080266:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 566 00000100:00100000:1.0:1788536357.080280:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 567 00000100:00100000:1.0:1788536357.080286:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574096128:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536357.080312:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574096128:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536357.080319:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 567 00000100:00100000:1.0:1788536357.080333:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 568 00000100:00100000:1.0:1788536357.080340:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574096384:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536357.080361:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574096384:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536357.080400:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 568 00000100:00080000:1.0:1788536357.080435:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536357.080440:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536357.081340:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536357.081453:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574095872 00000100:00100000:0.0:1788536357.081474:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574095872 00000100:00100000:1.0:1788536357.081563:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574096512 00000100:00100000:1.0:1788536357.081568:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574096512 00000100:00100000:0.0:1788536357.081588:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574096256 00000100:00100000:0.0:1788536357.081594:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574096256 00000100:00100000:2.0:1788536357.081646:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 529 00000100:00100000:2.0:1788536357.081665:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574095872:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536357.081718:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574095872:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 59us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536357.081726:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 529 00000100:00080000:3.0:1788536357.082216:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536357.082221:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536357.083361:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 569 00000100:00100000:1.0:1788536357.083390:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574096512:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536357.083446:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574096512:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 77us (2109us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536357.083453:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 569 00000100:00100000:0.0:1788536357.094769:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 530 00000100:00100000:0.0:1788536357.094795:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574096256:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536357.094887:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574096256:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 104us (14825us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536357.094894:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 530 00010000:00010000:1.0:1788536357.812556:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536358.010735:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583168512:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.010801:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536358.010850:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536358.010856:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583168128:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.010881:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536358.010900:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583168640:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.010920:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536358.010940:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583168256:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.010972:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536358.010995:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583168768:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011013:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536358.011028:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536358.011032:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583168384:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011049:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536358.011072:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583168128 00000100:00100000:3.0:1788536358.011077:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583168128 00000100:00100000:3.0:1788536358.011114:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788536358.011122:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583168128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011163:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583168128:12345-0@lo:400:kworker.0 Request processed in 41us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536358.011170:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788536358.011215:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583168640 00000100:00100000:3.0:1788536358.011218:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583168640 00000100:00100000:3.0:1788536358.011246:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583168256 00000100:00100000:3.0:1788536358.011248:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583168256 00000100:00100000:3.0:1788536358.011261:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583168384 00000100:00100000:3.0:1788536358.011264:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583168384 00000100:00100000:3.0:1788536358.011278:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1788536358.011284:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583168640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011311:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583168640:12345-0@lo:400:kworker.0 Request processed in 27us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536358.011317:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1788536358.011326:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1788536358.011330:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583168256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011353:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583168256:12345-0@lo:400:kworker.0 Request processed in 23us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536358.011359:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1788536358.011392:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1788536358.011398:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583168384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011420:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583168384:12345-0@lo:400:kworker.0 Request processed in 23us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536358.011426:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1788536358.011441:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583168512 00000100:00100000:3.0:1788536358.011444:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583168512 00000100:00100000:3.0:1788536358.011464:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583168768 00000100:00100000:3.0:1788536358.011466:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583168768 00000100:00100000:3.0:1788536358.011481:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1788536358.011487:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583168512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011510:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583168512:12345-0@lo:400:kworker.0 Request processed in 23us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536358.011516:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1788536358.011524:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1788536358.011529:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583168768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011547:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583168768:12345-0@lo:400:kworker.0 Request processed in 19us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536358.011553:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00080000:3.0:1788536358.011570:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536358.011574:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536358.011577:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536358.011603:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583168384:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011612:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583168256:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011619:0:3282:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967399 gen 2 00000004:00080000:3.0:1788536358.011623:0:3282:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8b1d77647800, transno 4294967399 00000100:00100000:3.0:1788536358.011632:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583168768:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011656:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583168128:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011664:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583168640:0@lo:400:kworker.0 00000100:00100000:3.0:1788536358.011671:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583168512:0@lo:400:kworker.0 00000100:00100000:2.0:1788536358.509011:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7cb00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583168896:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536358.509090:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536358.509166:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583168896 00000100:00100000:2.0:1788536358.509173:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583168896 00000100:00100000:2.0:1788536358.509229:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1788536358.509237:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583168896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536358.509270:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536358.509312:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583168896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536358.509319:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1788536358.509361:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7cb00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583168896:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788536358.839946:0:23287:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536358.839955:0:23287:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536358.840869:0:23287:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536358.840882:0:23287:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536358.854143:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536359.858117:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536360.044577:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536360.048281:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583169024:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536360.048389:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536360.048819:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583169024 00000100:00100000:2.0:1788536360.048829:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583169024 00000100:00100000:2.0:1788536360.049021:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1788536360.049031:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583169024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536360.049063:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536360.049117:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583169024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536360.049125:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1788536360.049255:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583169024:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536360.050726:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788536360.823652:0:23340:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536360.823659:0:23340:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536360.824097:0:23340:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536360.824105:0:23340:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536360.876205:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536361.911035:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536362.214796:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536362.214870:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536362.214905:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536362.214932:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536362.214951:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536362.214968:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536362.214990:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536362.215016:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574097024 00000100:00100000:2.0:1788536362.215024:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574097024 00000100:00100000:2.0:1788536362.215070:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574097280 00000100:00100000:2.0:1788536362.215073:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574097280 00000100:00100000:2.0:1788536362.215087:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574096896 00000100:00100000:2.0:1788536362.215090:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574096896 00000100:00100000:2.0:1788536362.215102:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574097408 00000100:00100000:2.0:1788536362.215104:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574097408 00000100:00100000:2.0:1788536362.215120:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 572 00000100:00100000:2.0:1788536362.215129:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574097024:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536362.215207:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574097024:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 78us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536362.215215:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 572 00000100:00100000:2.0:1788536362.215232:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 573 00000100:00100000:2.0:1788536362.215238:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574097280:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536362.215261:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574097280:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536362.215268:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 573 00000100:00100000:2.0:1788536362.215279:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 574 00000100:00100000:2.0:1788536362.215285:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574096896:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536362.215305:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574096896:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536362.215311:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 574 00000100:00100000:2.0:1788536362.215479:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 575 00000100:00100000:1.0:1788536362.215769:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574096640 00000100:00100000:1.0:1788536362.215774:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574096640 00000100:00100000:1.0:1788536362.215803:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 634 00000100:00100000:1.0:1788536362.215810:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574096640:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536362.215839:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574096640:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (1054us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536362.215844:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 634 00000100:00100000:2.0:1788536362.221608:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574097408:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536362.221691:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574097408:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 6204us (6699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536362.221703:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 575 00000100:00100000:3.0:1788536362.222219:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574096768 00000100:00100000:3.0:1788536362.222229:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574096768 00000100:00100000:2.0:1788536362.224294:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574097152 00000100:00100000:2.0:1788536362.224307:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574097152 00000100:00100000:2.0:1788536362.224360:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 534 00000100:00100000:2.0:1788536362.224390:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574097152:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536362.224452:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574097152:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 83us (9482us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536362.224460:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 534 00000100:00080000:2.0:1788536362.224505:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536362.224509:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536362.224512:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536362.228560:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 535 00000100:00100000:3.0:1788536362.228577:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574096768:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536362.230852:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574096768:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 2270us (15971us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536362.230867:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 535 00010000:00010000:0.0:1788536362.923550:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536363.038033:0:23391:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536363.038042:0:23391:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536363.039786:0:23391:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536363.039800:0:23391:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536363.127779:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583169536:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.127847:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536363.127902:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536363.127909:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583169152:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.127938:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536363.127960:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583169664:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.127985:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536363.128012:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583169280:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.128034:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536363.128051:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583169792:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.128069:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536363.128086:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536363.128091:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583169408:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.128110:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536363.128142:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583169536 00000100:00100000:0.0:1788536363.128159:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583169536 00000100:00100000:0.0:1788536363.128207:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583169792 00000100:00100000:0.0:1788536363.128211:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583169792 00000100:00100000:0.0:1788536363.128233:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1788536363.128241:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583169536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.128289:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583169536:12345-0@lo:400:kworker.0 Request processed in 48us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536363.128296:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1788536363.128312:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1788536363.128319:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583169792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.128346:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583169792:12345-0@lo:400:kworker.0 Request processed in 29us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536363.128352:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1788536363.128392:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583169152 00000100:00100000:0.0:1788536363.128396:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583169152 00000100:00100000:0.0:1788536363.128421:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1788536363.128427:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583169152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.129904:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583169152:12345-0@lo:400:kworker.0 Request processed in 1472us (1960us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536363.129915:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1788536363.129954:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583169664 00000100:00100000:0.0:1788536363.129959:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583169664 00000100:00100000:0.0:1788536363.129997:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583169280 00000100:00100000:0.0:1788536363.130000:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583169280 00000100:00100000:0.0:1788536363.130019:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583169408 00000100:00100000:0.0:1788536363.130022:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583169408 00000100:00100000:0.0:1788536363.130037:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1788536363.130043:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583169664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.130070:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583169664:12345-0@lo:400:kworker.0 Request processed in 28us (2085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536363.130076:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1788536363.130088:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1788536363.130093:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583169280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.130117:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583169280:12345-0@lo:400:kworker.0 Request processed in 25us (2083us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536363.130123:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1788536363.130132:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1788536363.130137:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583169408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.130170:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583169408:12345-0@lo:400:kworker.0 Request processed in 33us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536363.130175:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:0.0:1788536363.130202:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536363.130206:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536363.130208:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536363.130249:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583169408:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.130260:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583169280:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.133025:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583169792:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.133093:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583169152:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.133105:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583169664:0@lo:400:kworker.0 00000100:00100000:0.0:1788536363.133116:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583169536:0@lo:400:kworker.0 00000100:00100000:2.0:1788536363.223832:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536363.226501:0:5828:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574097536 00000100:00100000:1.0:1788536363.226514:0:5828:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574097536 00000100:00100000:1.0:1788536363.226615:0:5828:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 96 00000100:00100000:1.0:1788536363.226624:0:5828:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574097536:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:1.0:1788536363.226655:0:5828:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788536363.226702:0:5828:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f53224 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b1926 expref: -99 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.226756:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.226781:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.226792:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.226816:0:5828:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.226823:0:5828:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.226830:0:5828:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227006:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227014:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227020:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227029:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49546000 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536363.227034:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227041:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227053:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536363.227056:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536363.227061:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227067:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49546000/0x94dfe24b69f5322b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227077:0:5828:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227083:0:5828:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227088:0:5828:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227093:0:5828:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1d49547c00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:1.0:1788536363.227096:0:5828:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227101:0:5828:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227113:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0xae1c5c33 (ffff8b1d4631b800) 00010000:00010000:1.0:1788536363.227115:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788536363.227118:0:5828:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227123:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547c00/0x94dfe24b69f53232 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5828 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227160:0:5828:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f53224 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1926 expref: 53 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227169:0:5828:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:1.0:1788536363.227171:0:5828:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788536363.227175:0:5828:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d49547400/0x94dfe24b69f53224 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b1926 expref: 53 pid: 5828 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536363.227185:0:5828:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1d49547400, rc -2) 00000100:00100000:1.0:1788536363.227254:0:5828:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574097536:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 632us (3432us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788536363.227262:0:5828:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 96 00000100:00100000:0.0:1788536363.627601:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583169920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536363.627672:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536363.627873:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583169920 00000100:00100000:2.0:1788536363.627881:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583169920 00000100:00100000:2.0:1788536363.627972:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:2.0:1788536363.627981:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583169920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536363.628022:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536363.628082:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583169920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536363.628089:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1788536363.628174:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583169920:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536363.738353:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536363.742838:0:5829:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574097664 00000100:00100000:3.0:1788536363.742854:0:5829:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574097664 00000100:00100000:3.0:1788536363.742942:0:5829:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 97 00000100:00100000:3.0:1788536363.742955:0:5829:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574097664:12345-192.168.203.55@tcp:63:ll_sa.0 00010000:00010000:3.0:1788536363.742994:0:5829:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788536363.743014:0:5829:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53239 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x8148b65d024b192d expref: -99 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.743090:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.743105:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.743116:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.747664:0:5829:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.747687:0:5829:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.747700:0:5829:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.748644:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.748655:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.748662:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.748668:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adec00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536363.748671:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.748678:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.748690:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536363.748693:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536363.748697:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.748704:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adec00/0x94dfe24b69f53240 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.748715:0:5829:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751103:0:5829:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751113:0:5829:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751120:0:5829:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1c42adfe00 already unused, calling callback (ffffffffc217b4f0) 00010000:00010000:3.0:1788536363.751125:0:5829:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751134:0:5829:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751157:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x70954b0b (ffff8b1d4b701600) 00010000:00010000:3.0:1788536363.751160:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788536363.751165:0:5829:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751172:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfe00/0x94dfe24b69f53247 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x53:0x0].0x70954b0b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 5829 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751225:0:5829:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53239 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b192d expref: 109 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751236:0:5829:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x53:0x0].0x0 (ffff8b1c43bb5000) 00010000:00010000:3.0:1788536363.751239:0:5829:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788536363.751243:0:5829:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1c42adfa00/0x94dfe24b69f53239 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x53:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024b192d expref: 109 pid: 5829 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788536363.751252:0:5829:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1c42adfa00, rc -2) 00000100:00100000:3.0:1788536363.751337:0:5829:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574097664:12345-192.168.203.55@tcp:63:ll_sa.0 Request processed in 8384us (12993us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788536363.751347:0:5829:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 97 00010000:00010000:1.0:1788536363.947723:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536364.980736:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536365.181854:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583170048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536365.181937:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536365.182028:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583170048 00000100:00100000:0.0:1788536365.182035:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583170048 00000100:00100000:0.0:1788536365.182086:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1788536365.182096:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583170048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536365.182126:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536365.182178:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583170048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536365.182193:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00080000:0.0:1788536365.182212:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536365.182246:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583170048:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1788536365.470006:0:23443:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536365.470015:0:23443:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536365.488649:0:23443:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536365.488668:0:23443:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1788536365.488858:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536365.488863:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536365.490763:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536365.490777:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536365.996771:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536367.021103:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536367.337727:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536367.337760:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536367.337782:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536367.337797:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536367.337811:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536367.337824:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536367.337846:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536367.337868:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574098048 00000100:00100000:0.0:1788536367.337876:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574098048 00000100:00100000:0.0:1788536367.337930:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574098560 00000100:00100000:0.0:1788536367.337933:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574098560 00000100:00100000:0.0:1788536367.337944:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574098176 00000100:00100000:0.0:1788536367.337946:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574098176 00000100:00100000:0.0:1788536367.337956:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574098432 00000100:00100000:0.0:1788536367.337957:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574098432 00000100:00100000:0.0:1788536367.337973:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 578 00000100:00100000:0.0:1788536367.337981:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574098048:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536367.339290:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574097792 00000100:00100000:3.0:1788536367.339299:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574097792 00000100:00100000:3.0:1788536367.339345:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 636 00000100:00100000:3.0:1788536367.339352:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574097792:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536367.339418:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574097792:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 66us (1699us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536367.339426:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 636 00000100:00100000:0.0:1788536367.339736:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574098048:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1753us (1973us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536367.339744:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 578 00000100:00100000:0.0:1788536367.339762:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 579 00000100:00100000:0.0:1788536367.339769:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574098560:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536367.339793:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574098560:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (1995us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536367.339798:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 579 00000100:00100000:0.0:1788536367.339808:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 580 00000100:00100000:0.0:1788536367.339813:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574098176:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536367.339832:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574098176:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 18us (2007us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536367.339837:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 580 00000100:00100000:0.0:1788536367.339847:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 581 00000100:00100000:0.0:1788536367.339853:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574098432:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536367.339870:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574098432:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 18us (2024us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536367.339876:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 581 00000100:00100000:0.0:1788536367.339903:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574098304 00000100:00100000:0.0:1788536367.339907:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574098304 00000100:00100000:0.0:1788536367.339937:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574097920 00000100:00100000:0.0:1788536367.339940:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574097920 00000100:00100000:0.0:1788536367.339958:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 539 00000100:00100000:0.0:1788536367.339964:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574098304:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536367.339987:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574098304:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (2205us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536367.339993:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 539 00000100:00100000:0.0:1788536367.340002:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 540 00000100:00100000:0.0:1788536367.340008:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574097920:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536367.340034:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574097920:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 17us (2213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536367.340040:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 540 00000100:00080000:0.0:1788536367.340064:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536367.340068:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536367.340071:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788536367.910957:0:23495:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536367.910966:0:23495:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536367.913811:0:23495:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536367.913828:0:23495:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536368.049269:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536368.236061:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583170304:0@lo:400:kworker.0 00000100:00100000:3.0:1788536368.236137:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536368.236207:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583170816:0@lo:400:kworker.0 00000100:00100000:3.0:1788536368.236232:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536368.236260:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536368.236267:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583170432:0@lo:400:kworker.0 00000100:00100000:3.0:1788536368.236289:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536368.236319:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583170304 00000100:00100000:3.0:1788536368.236325:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583170304 00000100:00100000:3.0:1788536368.236362:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583170432 00000100:00100000:3.0:1788536368.236365:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583170432 00000100:00100000:1.0:1788536368.236497:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583170176:0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.236530:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536368.236551:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583170688:0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.236569:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536368.236583:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536368.236588:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583170560:0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.236609:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536368.236866:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583170688 00000100:00100000:3.0:1788536368.236870:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583170688 00000100:00100000:0.0:1788536368.236953:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583170816 00000100:00100000:0.0:1788536368.236958:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583170816 00000100:00100000:0.0:1788536368.236984:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583170560 00000100:00100000:0.0:1788536368.236987:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583170560 00000100:00100000:0.0:1788536368.237005:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1788536368.237013:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583170816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536368.237066:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583170816:12345-0@lo:400:kworker.0 Request processed in 54us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536368.237073:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1788536368.237088:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1788536368.237093:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583170560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536368.237137:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583170560:12345-0@lo:400:kworker.0 Request processed in 43us (526us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536368.237143:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1788536368.244802:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1788536368.244828:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583170304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.244916:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583170304:12345-0@lo:400:kworker.0 Request processed in 101us (8779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536368.244924:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1788536368.244955:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1788536368.244962:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583170432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.244989:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583170432:12345-0@lo:400:kworker.0 Request processed in 28us (8700us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536368.244995:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1788536368.245008:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788536368.245024:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583170688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.245054:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583170688:12345-0@lo:400:kworker.0 Request processed in 40us (8483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536368.245060:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00080000:0.0:1788536368.246435:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536368.246442:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536368.246445:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536368.246457:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583170176 00000100:00100000:0.0:1788536368.246467:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583170176 00000100:00100000:0.0:1788536368.246510:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1788536368.246517:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583170176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536368.246575:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583170176:12345-0@lo:400:kworker.0 Request processed in 59us (10044us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536368.246581:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1788536368.257316:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583170432:0@lo:400:kworker.0 00000100:00100000:0.0:1788536368.257350:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583170304:0@lo:400:kworker.0 00000100:00100000:0.0:1788536368.257363:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583170816:0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.259588:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583170560:0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.259603:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583170176:0@lo:400:kworker.0 00000100:00100000:1.0:1788536368.259616:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583170688:0@lo:400:kworker.0 00000100:00100000:3.0:1788536368.747712:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583170944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536368.747784:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536368.747937:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583170944 00000100:00100000:1.0:1788536368.747945:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583170944 00000100:00100000:1.0:1788536368.747993:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1788536368.748003:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583170944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536368.748047:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536368.748100:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583170944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536368.748116:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1788536368.748638:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77586d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583170944:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536369.071332:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536370.044527:0:23546:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536370.044536:0:23546:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536370.045657:0:23546:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536370.045668:0:23546:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536370.092529:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536370.285899:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583171072:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536370.285964:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536370.286034:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583171072 00000100:00100000:0.0:1788536370.286041:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583171072 00000100:00100000:0.0:1788536370.286095:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:0.0:1788536370.286118:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583171072:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536370.286150:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536370.286193:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583171072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536370.286200:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00080000:0.0:1788536370.286220:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536370.286249:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583171072:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536371.117140:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536372.141158:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536372.335021:0:23597:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536372.335029:0:23597:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536372.337111:0:23597:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536372.337129:0:23597:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536372.439005:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536372.439064:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574098688 00000100:00100000:3.0:1788536372.439074:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574098688 00000100:00100000:3.0:1788536372.439162:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 638 00000100:00100000:3.0:1788536372.439173:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574098688:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536372.439250:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574098688:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 80us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536372.439258:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 638 00000100:00100000:2.0:1788536372.444713:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536372.444748:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536372.444767:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536372.444822:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574098944 00000100:00100000:0.0:1788536372.444832:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574098944 00000100:00100000:0.0:1788536372.444885:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574099072 00000100:00100000:0.0:1788536372.444888:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574099072 00000100:00100000:3.0:1788536372.444912:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574098816 00000100:00100000:0.0:1788536372.444912:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 584 00000100:00100000:3.0:1788536372.444919:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574098816 00000100:00100000:0.0:1788536372.444926:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574098944:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536372.444964:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 544 00000100:00100000:3.0:1788536372.444974:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574098816:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536372.444992:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574098944:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 68us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536372.445000:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 584 00000100:00100000:0.0:1788536372.445017:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 585 00000100:00100000:3.0:1788536372.445024:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77586d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574098816:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 50us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536372.445026:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574099072:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536372.445040:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 544 00000100:00100000:0.0:1788536372.445058:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574099072:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536372.445065:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 585 00000100:00080000:2.0:1788536372.445578:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536372.445584:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536372.445586:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536372.447040:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536372.447080:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536372.447151:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574099200 00000100:00100000:2.0:1788536372.447161:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574099200 00000100:00100000:2.0:1788536372.447244:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 545 00000100:00100000:2.0:1788536372.447255:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574099200:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536372.447319:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574099200:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 65us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536372.447327:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 545 00000100:00080000:1.0:1788536372.447556:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536372.449851:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574099328 00000100:00100000:3.0:1788536372.449865:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574099328 00000100:00100000:3.0:1788536372.450007:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 586 00000100:00100000:3.0:1788536372.450019:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574099328:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536372.450098:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574099328:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 82us (3017us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536372.450106:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 586 00000100:00080000:1.0:1788536372.450121:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536372.450173:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536372.450349:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574099456 00000100:00100000:3.0:1788536372.450354:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574099456 00000100:00100000:3.0:1788536372.450911:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 587 00000100:00100000:3.0:1788536372.450919:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574099456:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536372.450961:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574099456:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 43us (788us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536372.450969:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 587 00000100:00080000:1.0:1788536372.451156:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788536373.163714:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536373.356988:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536373.357012:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583171584:0@lo:400:kworker.0 00000100:00100000:2.0:1788536373.357020:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583171328:0@lo:400:kworker.0 00000100:00100000:1.0:1788536373.357155:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583171456:0@lo:400:kworker.0 00000100:00100000:0.0:1788536373.357250:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583171712:0@lo:400:kworker.0 00000100:00100000:3.0:1788536373.357307:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536373.357352:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583171200:0@lo:400:kworker.0 00000100:00100000:3.0:1788536373.357691:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536373.357779:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583171584 00000100:00100000:3.0:1788536373.357786:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583171584 00000100:00100000:3.0:1788536373.357837:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1788536373.357846:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583171584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536373.357897:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583171584:12345-0@lo:400:kworker.0 Request processed in 53us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536373.357904:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1788536373.357944:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583171584:0@lo:400:kworker.0 00000100:00100000:3.0:1788536373.357974:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583171200 00000100:00100000:3.0:1788536373.357978:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583171200 00000100:00100000:3.0:1788536373.358105:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1788536373.358112:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583171200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536373.358149:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583171200:12345-0@lo:400:kworker.0 Request processed in 37us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536373.358155:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1788536373.358186:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583171200:0@lo:400:kworker.0 00000100:00080000:3.0:1788536373.358619:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536373.358875:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536373.358918:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d776d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583171840:0@lo:400:kworker.0 00000100:00100000:3.0:1788536373.358925:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583171328 00000100:00100000:3.0:1788536373.358931:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583171328 00000100:00100000:2.0:1788536373.358956:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536373.358968:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1788536373.358978:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583171328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536373.358993:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583171840 00000100:00100000:2.0:1788536373.358998:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583171840 00000100:00100000:3.0:1788536373.359033:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583171328:12345-0@lo:400:kworker.0 Request processed in 57us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536373.359040:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1788536373.359045:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1788536373.359052:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583171840:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788536373.359086:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536373.359099:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583171840:12345-0@lo:400:kworker.0 Request processed in 50us (143us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536373.359106:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1788536373.359114:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583171328:0@lo:400:kworker.0 00000100:00100000:3.0:1788536373.359126:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d776d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583171840:0@lo:400:kworker.0 00000100:00100000:1.0:1788536373.359305:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536373.359339:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583171456 00000100:00100000:1.0:1788536373.359343:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583171456 00000100:00100000:1.0:1788536373.359754:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1788536373.359763:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583171456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536373.359810:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583171456:12345-0@lo:400:kworker.0 Request processed in 49us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536373.359819:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:1.0:1788536373.359844:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536373.359870:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583171456:0@lo:400:kworker.0 00000100:00100000:0.0:1788536373.360039:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536373.360131:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583171712 00000100:00100000:2.0:1788536373.360136:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583171712 00000100:00100000:2.0:1788536373.360181:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1788536373.360188:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583171712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536373.360223:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583171712:12345-0@lo:400:kworker.0 Request processed in 36us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536373.360229:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1788536373.360300:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583171712:0@lo:400:kworker.0 00000100:00080000:1.0:1788536373.360353:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536373.876568:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536373.876591:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583171968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536373.876669:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536373.877131:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583171968 00000100:00100000:0.0:1788536373.877140:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583171968 00000100:00100000:0.0:1788536373.877194:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1788536373.877203:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583171968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536373.877238:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536373.877293:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583171968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (624us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536373.877300:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1788536373.877437:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583171968:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536374.187692:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536374.389104:0:23649:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536374.389115:0:23649:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536374.390083:0:23649:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536374.390095:0:23649:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536375.211701:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536375.403840:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536375.403862:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583172096:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536375.403938:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536375.404406:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583172096 00000100:00100000:0.0:1788536375.404415:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583172096 00000100:00100000:0.0:1788536375.404475:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:0.0:1788536375.404484:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583172096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536375.404514:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536375.404569:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583172096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536375.404576:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00080000:2.0:1788536375.404778:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536375.404818:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583172096:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1788536375.729723:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536375.729733:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536375.734479:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536375.734500:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536376.235579:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536376.711754:0:23700:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536376.711763:0:23700:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536376.713091:0:23700:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536376.713105:0:23700:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536377.259769:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536377.571606:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536377.571651:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536377.571685:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536377.571717:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536377.571738:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536377.571754:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536377.571809:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536377.571835:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574099712 00000100:00100000:1.0:1788536377.571844:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574099712 00000100:00100000:1.0:1788536377.571908:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574100096 00000100:00100000:1.0:1788536377.571911:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574100096 00000100:00100000:1.0:1788536377.571932:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 549 00000100:00100000:1.0:1788536377.571941:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574099712:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536377.572018:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574099712:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 77us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536377.572025:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 549 00000100:00100000:1.0:1788536377.572042:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 550 00000100:00100000:1.0:1788536377.572058:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574100096:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536377.572083:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574100096:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 35us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536377.572089:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 550 00000100:00100000:0.0:1788536377.572902:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574099584 00000100:00100000:0.0:1788536377.572909:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574099584 00000100:00100000:0.0:1788536377.572968:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 640 00000100:00100000:0.0:1788536377.572988:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574099584:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536377.573029:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574099584:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 53us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536377.573036:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 640 00000100:00100000:2.0:1788536377.573353:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574099840 00000100:00100000:2.0:1788536377.573359:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574099840 00000100:00100000:2.0:1788536377.573432:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574100352 00000100:00100000:2.0:1788536377.573436:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574100352 00000100:00100000:2.0:1788536377.573450:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574099968 00000100:00100000:2.0:1788536377.573453:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574099968 00000100:00100000:2.0:1788536377.573466:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574100224 00000100:00100000:2.0:1788536377.573469:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574100224 00000100:00100000:2.0:1788536377.573485:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 590 00000100:00100000:2.0:1788536377.573492:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574099840:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536377.573523:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574099840:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536377.573529:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 590 00000100:00100000:2.0:1788536377.573542:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 591 00000100:00100000:2.0:1788536377.573548:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574100352:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536377.573572:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574100352:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536377.573578:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 591 00000100:00100000:2.0:1788536377.573590:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 592 00000100:00100000:2.0:1788536377.573595:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574099968:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536377.573617:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574099968:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (1863us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536377.573627:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 592 00000100:00100000:2.0:1788536377.573638:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 593 00000100:00100000:2.0:1788536377.573644:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574100224:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536377.573666:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574100224:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (1856us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536377.573672:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 593 00000100:00080000:2.0:1788536377.573689:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536377.573693:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536377.573696:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788536378.284676:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536378.476606:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583172224:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.476680:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536378.476736:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583172736:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.476769:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536378.476805:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536378.476813:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583172608:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.476842:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536378.476882:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583172352:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.476912:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536378.476938:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583172864:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.476977:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536378.477006:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536378.477015:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583172480:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477058:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536378.477098:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583172224 00000100:00100000:3.0:1788536378.477105:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583172224 00000100:00100000:3.0:1788536378.477159:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1788536378.477170:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583172224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477228:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583172224:12345-0@lo:400:kworker.0 Request processed in 59us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536378.477236:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1788536378.477278:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583172736 00000100:00100000:3.0:1788536378.477282:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583172736 00000100:00100000:3.0:1788536378.477326:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583172352 00000100:00100000:3.0:1788536378.477330:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583172352 00000100:00100000:3.0:1788536378.477353:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583172480 00000100:00100000:3.0:1788536378.477393:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583172480 00000100:00100000:3.0:1788536378.477422:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788536378.477431:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583172736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477471:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d776d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583172736:12345-0@lo:400:kworker.0 Request processed in 42us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536378.477479:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788536378.477498:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788536378.477506:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583172352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477546:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583172352:12345-0@lo:400:kworker.0 Request processed in 42us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536378.477553:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788536378.477571:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1788536378.477579:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583172480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477614:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583172480:12345-0@lo:400:kworker.0 Request processed in 37us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536378.477622:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1788536378.477647:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583172608 00000100:00100000:3.0:1788536378.477651:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583172608 00000100:00100000:3.0:1788536378.477686:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583172864 00000100:00100000:3.0:1788536378.477689:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583172864 00000100:00100000:3.0:1788536378.477717:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788536378.477726:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583172608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477763:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583172608:12345-0@lo:400:kworker.0 Request processed in 39us (921us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536378.477770:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788536378.477789:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1788536378.477797:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583172864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477829:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583172864:12345-0@lo:400:kworker.0 Request processed in 34us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536378.477837:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:3.0:1788536378.477867:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536378.477872:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536378.477876:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536378.477927:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583172480:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477944:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583172352:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477959:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583172864:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.477999:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583172608:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.478011:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583172224:0@lo:400:kworker.0 00000100:00100000:3.0:1788536378.478024:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583172736:0@lo:400:kworker.0 00000040:00080000:1.0:1788536378.546934:0:23751:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536378.546945:0:23751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536378.554290:0:23751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536378.554310:0:23751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536378.988011:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536378.988036:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583172992:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536378.988115:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536378.988283:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583172992 00000100:00100000:0.0:1788536378.988291:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583172992 00000100:00100000:0.0:1788536378.988341:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1788536378.988362:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583172992:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536378.988417:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536378.988480:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583172992:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536378.988488:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1788536378.988755:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583172992:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536379.307577:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536380.333509:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536380.550087:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536380.550113:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583173120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536380.550517:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536380.550590:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583173120 00000100:00100000:3.0:1788536380.550597:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583173120 00000100:00100000:3.0:1788536380.550648:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1788536380.550658:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583173120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536380.550691:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536380.550734:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583173120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536380.550742:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00080000:3.0:1788536380.550761:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536380.550793:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583173120:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788536380.750849:0:23804:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536380.750860:0:23804:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536380.751488:0:23804:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536380.751498:0:23804:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536381.355646:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536382.382072:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536382.682947:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536382.682987:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536382.683007:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536382.683083:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536382.683624:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574100480 00000100:00100000:3.0:1788536382.683634:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574100480 00000100:00100000:3.0:1788536382.683693:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 642 00000100:00100000:3.0:1788536382.683704:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574100480:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536382.683773:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574100480:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536382.683831:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 642 00000100:00100000:3.0:1788536382.683865:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574100736 00000100:00100000:3.0:1788536382.683869:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574100736 00000100:00100000:3.0:1788536382.683901:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574101248 00000100:00100000:3.0:1788536382.683904:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574101248 00000100:00100000:3.0:1788536382.683924:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 596 00000100:00100000:3.0:1788536382.683930:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574100736:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536382.683956:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574100736:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536382.683962:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 596 00000100:00100000:3.0:1788536382.683973:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 597 00000100:00100000:3.0:1788536382.683979:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574101248:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536382.683999:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574101248:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536382.684005:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 597 00000100:00100000:3.0:1788536382.684033:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574100992 00000100:00100000:3.0:1788536382.684037:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574100992 00000100:00100000:3.0:1788536382.684064:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 554 00000100:00100000:3.0:1788536382.684071:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574100992:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536382.684098:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574100992:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (1089us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536382.684104:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 554 00000100:00080000:3.0:1788536382.684220:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536382.684225:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536382.684227:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536382.695682:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536382.695787:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536382.695820:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536382.695846:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574100864 00000100:00100000:3.0:1788536382.695856:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574100864 00000100:00100000:3.0:1788536382.696005:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574101120 00000100:00100000:3.0:1788536382.696009:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574101120 00000100:00100000:3.0:1788536382.696047:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 598 00000100:00100000:3.0:1788536382.696057:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574100864:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536382.696193:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574100864:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 68us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536382.696203:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 598 00000100:00100000:3.0:1788536382.696219:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 599 00000100:00100000:3.0:1788536382.696226:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574101120:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536382.696250:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574101120:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536382.696256:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 599 00000100:00080000:3.0:1788536382.697703:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536382.697711:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536382.702534:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574100608 00000100:00100000:0.0:1788536382.702568:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574100608 00000100:00100000:0.0:1788536382.702734:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 555 00000100:00100000:0.0:1788536382.702742:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574100608:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536382.702818:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574100608:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 77us (7147us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536382.702823:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 555 00000100:00080000:3.0:1788536382.702892:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:0.0:1788536382.782530:0:23855:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536382.782542:0:23855:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536382.783223:0:23855:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536382.783234:0:23855:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536383.403593:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536383.596490:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583173376:0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.596564:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536383.596619:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583173888:0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.596644:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536383.596673:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536383.596679:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43041500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583173504:0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.596700:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536383.596728:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583173888 00000100:00100000:3.0:1788536383.596736:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583173888 00000100:00100000:2.0:1788536383.596788:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583173376 00000100:00100000:3.0:1788536383.596793:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1788536383.596795:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583173376 00000100:00100000:3.0:1788536383.596804:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583173888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536383.596831:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583173504 00000100:00100000:2.0:1788536383.596835:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583173504 00000100:00100000:3.0:1788536383.596855:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583173888:12345-0@lo:400:kworker.0 Request processed in 53us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536383.596862:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1788536383.596872:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1788536383.596881:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583173376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.596902:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1788536383.596912:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583173504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536383.596922:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583173376:12345-0@lo:400:kworker.0 Request processed in 42us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536383.596930:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1788536383.596952:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583173504:12345-0@lo:400:kworker.0 Request processed in 42us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536383.596960:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00080000:2.0:1788536383.596966:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536383.596971:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536383.597018:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43041500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583173504:0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.597033:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583173376:0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.597043:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583173888:0@lo:400:kworker.0 00000100:00100000:1.0:1788536383.597239:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583173632:0@lo:400:kworker.0 00000100:00100000:1.0:1788536383.597271:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536383.597299:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788536383.597305:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583173248:0@lo:400:kworker.0 00000100:00100000:1.0:1788536383.597331:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536383.597351:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583173760:0@lo:400:kworker.0 00000100:00100000:1.0:1788536383.597398:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536383.597427:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583173760 00000100:00100000:1.0:1788536383.597431:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583173760 00000100:00100000:1.0:1788536383.597478:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1788536383.597486:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583173760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536383.597527:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583173760:12345-0@lo:400:kworker.0 Request processed in 42us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536383.597534:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:1.0:1788536383.597554:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536383.597581:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583173760:0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.598292:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583173632 00000100:00100000:3.0:1788536383.598298:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583173632 00000100:00100000:3.0:1788536383.598350:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1788536383.598358:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583173632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.598437:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583173632:12345-0@lo:400:kworker.0 Request processed in 81us (1166us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536383.598444:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1788536383.598474:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583173248 00000100:00100000:3.0:1788536383.598479:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583173248 00000100:00100000:3.0:1788536383.598502:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1788536383.598508:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583173248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536383.598537:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583173248:12345-0@lo:400:kworker.0 Request processed in 29us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536383.598543:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:1.0:1788536383.599163:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536383.599231:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583173248:0@lo:400:kworker.0 00000100:00100000:2.0:1788536383.599246:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583173632:0@lo:400:kworker.0 00000100:00100000:3.0:1788536384.111829:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583174016:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536384.111895:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536384.112217:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583174016 00000100:00100000:2.0:1788536384.112225:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583174016 00000100:00100000:2.0:1788536384.112277:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1788536384.112286:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583174016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536384.112319:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536384.112434:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583174016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 149us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536384.112441:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1788536384.112584:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583174016:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536384.427618:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536384.593944:0:23906:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536384.593954:0:23906:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536384.594712:0:23906:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536384.594722:0:23906:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536385.453265:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536385.644824:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583174144:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536385.644892:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536385.645276:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583174144 00000100:00100000:1.0:1788536385.645284:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583174144 00000100:00100000:1.0:1788536385.645423:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:1.0:1788536385.645433:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583174144:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536385.645468:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536385.645530:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583174144:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536385.645538:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00080000:2.0:1788536385.645608:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536385.645646:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583174144:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1788536385.963870:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536385.963881:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536385.964794:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536385.964807:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536386.487187:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536386.577221:0:23957:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536386.577232:0:23957:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536386.579779:0:23957:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536386.579799:0:23957:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536387.500402:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536387.802092:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536387.802184:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536387.802228:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536387.802272:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536387.802292:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536387.802315:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536387.802395:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574101760 00000100:00100000:0.0:1788536387.802406:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574101760 00000100:00100000:0.0:1788536387.802484:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574102016 00000100:00100000:0.0:1788536387.802488:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574102016 00000100:00100000:0.0:1788536387.802508:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574101632 00000100:00100000:0.0:1788536387.802511:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574101632 00000100:00100000:0.0:1788536387.802539:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 602 00000100:00100000:0.0:1788536387.802551:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574101760:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536387.802647:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574101760:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 99us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536387.802657:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 602 00000100:00100000:0.0:1788536387.802677:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 603 00000100:00100000:0.0:1788536387.802684:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574102016:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536387.802726:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574102016:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 44us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536387.802733:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 603 00000100:00100000:0.0:1788536387.802744:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 604 00000100:00100000:0.0:1788536387.802751:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574101632:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536387.802773:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574101632:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536387.802779:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 604 00000100:00080000:1.0:1788536387.803086:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536387.803092:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536387.803105:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574101376 00000100:00100000:1.0:1788536387.803110:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574101376 00000100:00100000:1.0:1788536387.803147:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 644 00000100:00100000:1.0:1788536387.803153:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574101376:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536387.803184:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574101376:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536387.803191:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 644 00000100:00100000:2.0:1788536387.812056:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536387.812140:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574102144 00000100:00100000:2.0:1788536387.812153:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574102144 00000100:00100000:2.0:1788536387.812446:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 605 00000100:00100000:2.0:1788536387.812459:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574102144:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536387.812564:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574102144:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 107us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536387.812572:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 605 00000100:00080000:2.0:1788536387.812601:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536387.816077:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574101504 00000100:00100000:3.0:1788536387.816097:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574101504 00000100:00100000:3.0:1788536387.816753:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574101888 00000100:00100000:3.0:1788536387.816761:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574101888 00000100:00100000:0.0:1788536387.819403:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 559 00000100:00100000:0.0:1788536387.819439:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574101504:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536387.819561:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574101504:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 143us (17484us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536387.819569:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 559 00000100:00080000:2.0:1788536387.822448:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536387.823597:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 560 00000100:00100000:3.0:1788536387.823615:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574101888:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536387.824697:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574101888:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 1079us (22371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536387.824711:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 560 00010000:00010000:2.0:1788536388.537898:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536388.655933:0:24009:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536388.655943:0:24009:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536388.658814:0:24009:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536388.658834:0:24009:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536388.722366:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583174272:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.722470:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536388.722513:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583174784:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.722538:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536388.722562:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536388.722568:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583174656:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.722590:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536388.722620:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583174400:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.722643:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536388.722659:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583174912:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.722678:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536388.722695:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536388.722701:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583174528:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.722722:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536388.722751:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583174272 00000100:00100000:0.0:1788536388.722759:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583174272 00000100:00100000:0.0:1788536388.722804:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788536388.722811:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583174272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.722855:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583174272:12345-0@lo:400:kworker.0 Request processed in 44us (386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536388.722863:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788536388.722905:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583174784 00000100:00100000:0.0:1788536388.722909:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583174784 00000100:00100000:0.0:1788536388.722938:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583174400 00000100:00100000:0.0:1788536388.722941:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583174400 00000100:00100000:0.0:1788536388.722958:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583174528 00000100:00100000:0.0:1788536388.722961:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583174528 00000100:00100000:0.0:1788536388.722991:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1788536388.722998:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583174784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536388.723018:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583174656 00000100:00100000:1.0:1788536388.723022:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583174656 00000100:00100000:0.0:1788536388.723042:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583174784:12345-0@lo:400:kworker.0 Request processed in 45us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536388.723048:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1788536388.723050:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583174912 00000100:00100000:1.0:1788536388.723053:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583174912 00000100:00100000:0.0:1788536388.723059:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1788536388.723064:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583174400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536388.723071:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788536388.723077:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583174656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.723093:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583174400:12345-0@lo:400:kworker.0 Request processed in 30us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536388.723099:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1788536388.723104:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583174656:12345-0@lo:400:kworker.0 Request processed in 28us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536388.723110:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1788536388.723117:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583174528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536388.723123:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788536388.723135:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1788536388.723141:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583174912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.723142:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583174528:12345-0@lo:400:kworker.0 Request processed in 27us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536388.723147:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:0.0:1788536388.723163:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536388.723164:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583174912:12345-0@lo:400:kworker.0 Request processed in 24us (486us total) trans 0 rc 0/0 00000100:00080000:0.0:1788536388.723167:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536388.723169:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00080000:0.0:1788536388.723169:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536388.723203:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583174656:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.723203:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583174528:0@lo:400:kworker.0 00000100:00100000:1.0:1788536388.723212:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583174272:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.723213:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583174400:0@lo:400:kworker.0 00000100:00100000:1.0:1788536388.723220:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583174784:0@lo:400:kworker.0 00000100:00100000:0.0:1788536388.723221:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583174912:0@lo:400:kworker.0 00000100:00100000:0.0:1788536389.228466:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583175040:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536389.228534:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536389.228773:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583175040 00000100:00100000:2.0:1788536389.228781:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583175040 00000100:00100000:2.0:1788536389.228903:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1788536389.228913:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583175040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536389.228946:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536389.229029:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583175040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536389.229034:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:0.0:1788536389.229086:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583175040:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536389.547777:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536390.571601:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536390.632739:0:24060:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536390.632749:0:24060:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536390.633467:0:24060:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536390.633479:0:24060:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536390.763793:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583175168:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536390.763855:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536390.764126:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583175168 00000100:00100000:1.0:1788536390.764134:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583175168 00000100:00100000:1.0:1788536390.764203:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:1.0:1788536390.764212:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583175168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536390.764241:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536390.764284:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583175168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536390.764291:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00080000:0.0:1788536390.764403:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536390.764439:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77647b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583175168:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536391.596100:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536392.330591:0:24111:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536392.330601:0:24111:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536392.340264:0:24111:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536392.340284:0:24111:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536392.620978:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536392.922054:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536392.922172:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536392.922212:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536392.922247:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536392.922271:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536392.922289:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536392.922312:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536392.922358:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574102528 00000100:00100000:2.0:1788536392.922388:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574102528 00000100:00100000:2.0:1788536392.922442:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574103040 00000100:00100000:2.0:1788536392.922446:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574103040 00000100:00100000:2.0:1788536392.922460:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574102656 00000100:00100000:2.0:1788536392.922462:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574102656 00000100:00100000:2.0:1788536392.922479:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574102912 00000100:00100000:2.0:1788536392.922481:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574102912 00000100:00100000:2.0:1788536392.922499:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 608 00000100:00100000:2.0:1788536392.922508:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574102528:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536392.922574:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574102528:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 66us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536392.922582:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 608 00000100:00100000:2.0:1788536392.922598:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 609 00000100:00100000:2.0:1788536392.922605:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574103040:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536392.922628:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574103040:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536392.922634:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 609 00000100:00100000:2.0:1788536392.922647:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 610 00000100:00100000:2.0:1788536392.922653:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574102656:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536392.922675:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574102656:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536392.922681:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 610 00000100:00100000:2.0:1788536392.922693:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 611 00000100:00100000:2.0:1788536392.922699:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574102912:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536392.922721:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574102912:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536392.922727:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 611 00000100:00100000:0.0:1788536392.923705:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574102784 00000100:00100000:0.0:1788536392.923716:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574102784 00000100:00100000:0.0:1788536392.923767:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574102400 00000100:00100000:0.0:1788536392.923770:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574102400 00000100:00100000:0.0:1788536392.923808:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 564 00000100:00100000:0.0:1788536392.923817:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574102784:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536392.923873:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574102784:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 57us (1660us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536392.923880:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 564 00000100:00100000:0.0:1788536392.923896:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 565 00000100:00100000:0.0:1788536392.923903:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574102400:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536392.923928:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574102400:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (1656us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536392.923934:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 565 00000100:00080000:0.0:1788536392.923967:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536392.923972:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536392.923975:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536392.925908:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574102272 00000100:00100000:1.0:1788536392.925922:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574102272 00000100:00100000:1.0:1788536392.925992:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 646 00000100:00100000:1.0:1788536392.926001:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574102272:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536392.926298:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574102272:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 297us (4253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536392.926306:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 646 00010000:00010000:2.0:1788536393.644970:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536393.838978:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583175296:0@lo:400:kworker.0 00000100:00100000:1.0:1788536393.839061:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536393.839114:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583175808:0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.839117:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583175680:0@lo:400:kworker.0 00000100:00100000:1.0:1788536393.839143:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536393.839145:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536393.839177:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583175424:0@lo:400:kworker.0 00000100:00100000:1.0:1788536393.839181:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583175296 00000100:00100000:1.0:1788536393.839188:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583175296 00000100:00100000:3.0:1788536393.839198:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536393.839214:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583175936:0@lo:400:kworker.0 00000100:00100000:1.0:1788536393.839229:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1788536393.839230:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536393.839238:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583175296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.839246:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536393.839251:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583175552:0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.839269:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536393.839279:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583175296:12345-0@lo:400:kworker.0 Request processed in 42us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536393.839286:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1788536393.839292:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583175680 00000100:00100000:3.0:1788536393.839295:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583175680 00000100:00100000:1.0:1788536393.839314:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583175808 00000100:00100000:1.0:1788536393.839316:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583175808 00000100:00100000:3.0:1788536393.839326:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583175936 00000100:00100000:3.0:1788536393.839328:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583175936 00000100:00100000:1.0:1788536393.839336:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583175424 00000100:00100000:1.0:1788536393.839339:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583175424 00000100:00100000:3.0:1788536393.839347:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1788536393.839353:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583175680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536393.839353:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583175552 00000100:00100000:1.0:1788536393.839355:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583175552 00000100:00100000:1.0:1788536393.839389:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1788536393.839395:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583175808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.839406:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583175680:12345-0@lo:400:kworker.0 Request processed in 53us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536393.839412:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1788536393.839424:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1788536393.839429:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583175936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536393.839434:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77647b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583175808:12345-0@lo:400:kworker.0 Request processed in 40us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536393.839440:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1788536393.839451:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1788536393.839454:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583175936:12345-0@lo:400:kworker.0 Request processed in 26us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536393.839456:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583175424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.839460:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1788536393.839477:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1788536393.839478:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583175424:12345-0@lo:400:kworker.0 Request processed in 23us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536393.839483:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583175552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536393.839483:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1788536393.839518:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583175296:0@lo:400:kworker.0 00000100:00100000:1.0:1788536393.839529:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583175808:0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.840617:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583175552:12345-0@lo:400:kworker.0 Request processed in 1128us (1341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536393.840627:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00080000:3.0:1788536393.840664:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536393.840669:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536393.840671:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536393.840705:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583175680:0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.840731:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583175552:0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.840741:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583175424:0@lo:400:kworker.0 00000100:00100000:3.0:1788536393.840749:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583175936:0@lo:400:kworker.0 00000040:00080000:1.0:1788536394.019601:0:24162:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536394.019611:0:24162:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536394.020133:0:24162:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536394.020142:0:24162:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536394.350667:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583176064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536394.350740:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536394.352170:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583176064 00000100:00100000:2.0:1788536394.352183:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583176064 00000100:00100000:2.0:1788536394.352250:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1788536394.352261:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583176064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536394.352296:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536394.352359:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583176064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (1620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536394.352387:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:0.0:1788536394.357801:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583176064:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536394.668024:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536395.180499:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536395.180509:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536395.181069:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536395.181080:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536395.695339:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536395.849615:0:24214:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536395.849623:0:24214:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536395.850200:0:24214:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536395.850209:0:24214:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536395.887733:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583176192:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536395.887799:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536395.887870:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583176192 00000100:00100000:0.0:1788536395.887878:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583176192 00000100:00100000:0.0:1788536395.887939:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1788536395.888023:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583176192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536395.888058:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536395.888102:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583176192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536395.888110:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00080000:0.0:1788536395.888130:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536395.888164:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583176192:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788536396.715617:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536397.511340:0:24265:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536397.511359:0:24265:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536397.512133:0:24265:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536397.512143:0:24265:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536397.739596:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536398.040515:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536398.040571:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536398.040615:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536398.040656:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536398.040685:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536398.040705:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536398.040785:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536398.040826:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574103296 00000100:00100000:2.0:1788536398.040838:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574103296 00000100:00100000:2.0:1788536398.040920:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574103680 00000100:00100000:2.0:1788536398.040924:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574103680 00000100:00100000:2.0:1788536398.040958:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 569 00000100:00100000:2.0:1788536398.040969:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574103296:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536398.041088:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574103296:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 120us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536398.041100:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 569 00000100:00100000:2.0:1788536398.041120:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 570 00000100:00100000:2.0:1788536398.041126:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574103680:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536398.041154:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c3bf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574103680:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536398.041160:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 570 00000100:00100000:2.0:1788536398.041178:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574103424 00000100:00100000:2.0:1788536398.041182:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574103424 00000100:00100000:0.0:1788536398.041564:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574103168 00000100:00100000:0.0:1788536398.041571:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574103168 00000100:00100000:0.0:1788536398.041610:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 648 00000100:00100000:0.0:1788536398.041617:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574103168:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536398.041648:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574103168:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536398.041654:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 648 00000100:00080000:0.0:1788536398.041720:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536398.041725:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536398.041735:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574103936 00000100:00100000:0.0:1788536398.041738:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574103936 00000100:00100000:1.0:1788536398.041824:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574103552 00000100:00100000:1.0:1788536398.041828:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574103552 00000100:00100000:2.0:1788536398.041922:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574103808 00000100:00100000:2.0:1788536398.041927:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574103808 00000100:00100000:0.0:1788536398.041966:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 614 00000100:00100000:0.0:1788536398.041975:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574103424:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536398.042007:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574103424:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (1391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536398.042013:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 614 00000100:00100000:0.0:1788536398.042026:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 615 00000100:00100000:0.0:1788536398.042033:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574103936:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536398.042057:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574103936:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (1372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536398.042063:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 615 00000100:00080000:0.0:1788536398.042076:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536398.042078:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536398.043183:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 616 00000100:00100000:2.0:1788536398.044021:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574103552:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536398.044120:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574103552:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 928us (3413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536398.044978:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 617 00000100:00100000:0.0:1788536398.045002:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574103808:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536398.045447:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574103808:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 456us (4659us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536398.045523:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 617 00000100:00100000:2.0:1788536398.046216:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 616 00010000:00010000:2.0:1788536398.766971:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536398.959400:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536398.959431:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583176320:0@lo:400:kworker.0 00000100:00100000:3.0:1788536398.959530:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536398.959696:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583176448:0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.960092:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583176832:0@lo:400:kworker.0 00000100:00100000:3.0:1788536398.960243:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583176704:0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.962702:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536398.962859:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583176320 00000100:00100000:1.0:1788536398.962871:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583176320 00000100:00100000:1.0:1788536398.963277:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1788536398.963674:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583176320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.963765:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583176320:12345-0@lo:400:kworker.0 Request processed in 101us (4235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536398.966411:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1788536398.966505:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583176832 00000100:00100000:1.0:1788536398.966518:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583176832 00000100:00080000:0.0:1788536398.966574:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536398.966610:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1788536398.966621:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583176832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.966729:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583176832:12345-0@lo:400:kworker.0 Request processed in 110us (4035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536398.966736:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1788536398.966855:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583176832:0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.967222:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583176576:0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.967271:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536398.967499:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583176576 00000100:00100000:1.0:1788536398.967507:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583176576 00000100:00100000:1.0:1788536398.967550:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1788536398.967557:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583176576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.967603:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583176576:12345-0@lo:400:kworker.0 Request processed in 46us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536398.967609:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1788536398.967642:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583176576:0@lo:400:kworker.0 00000100:00080000:1.0:1788536398.967665:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536398.969780:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536398.969849:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583176960:0@lo:400:kworker.0 00000100:00100000:2.0:1788536398.969890:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536398.969958:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583176960 00000100:00100000:2.0:1788536398.969968:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583176960 00000100:00100000:2.0:1788536398.970040:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1788536398.970050:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583176960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536398.970120:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583176960:12345-0@lo:400:kworker.0 Request processed in 72us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536398.970128:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:2.0:1788536398.970159:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536398.970191:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583176960:0@lo:400:kworker.0 00000100:00100000:3.0:1788536398.970738:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536398.970787:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583176320:0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.971159:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583176448 00000100:00100000:1.0:1788536398.971166:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583176448 00000100:00100000:1.0:1788536398.971221:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1788536398.971240:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583176448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536398.971299:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6be680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583176448:12345-0@lo:400:kworker.0 Request processed in 70us (1529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536398.971306:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788536398.973993:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583176704 00000100:00100000:2.0:1788536398.974013:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583176704 00000100:00100000:2.0:1788536398.974113:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1788536398.974125:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583176704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536398.974245:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583176704:12345-0@lo:400:kworker.0 Request processed in 122us (3509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536398.974253:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1788536398.974313:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583176448:0@lo:400:kworker.0 00000100:00100000:2.0:1788536398.974359:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583176704:0@lo:400:kworker.0 00000100:00080000:1.0:1788536398.974360:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536399.487234:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536399.487262:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583177088:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536399.487547:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536399.487658:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583177088 00000100:00100000:1.0:1788536399.487670:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583177088 00000100:00100000:1.0:1788536399.487751:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788536399.487762:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583177088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536399.488030:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536399.488097:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583177088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 337us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536399.488105:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1788536399.488282:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583177088:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1788536399.662565:0:24316:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536399.662577:0:24316:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536399.663684:0:24316:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536399.663767:0:24316:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536399.787531:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536400.811692:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536401.007874:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583177216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536401.007996:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536401.008097:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583177216 00000100:00100000:1.0:1788536401.008107:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583177216 00000100:00100000:1.0:1788536401.008171:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:1.0:1788536401.008182:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583177216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536401.008225:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536401.008277:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583177216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536401.008285:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00080000:1.0:1788536401.008309:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536401.008353:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583177216:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788536401.662617:0:24368:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536401.662628:0:24368:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536401.669192:0:24368:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536401.669209:0:24368:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536401.846003:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536402.859669:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536403.158974:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536403.159016:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536403.159050:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536403.159072:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536403.159095:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536403.159098:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574104192 00000100:00100000:3.0:1788536403.159109:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574104192 00000100:00100000:2.0:1788536403.159117:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536403.159180:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574104576 00000100:00100000:3.0:1788536403.159184:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574104576 00000100:00100000:2.0:1788536403.159188:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536403.159214:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 574 00000100:00100000:3.0:1788536403.159228:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574104192:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536403.159232:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574104448 00000100:00100000:2.0:1788536403.159237:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574104448 00000100:00100000:2.0:1788536403.159272:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574104704 00000100:00100000:2.0:1788536403.159275:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574104704 00000100:00100000:2.0:1788536403.159289:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574104320 00000100:00100000:2.0:1788536403.159291:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574104320 00000100:00100000:2.0:1788536403.159304:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574104832 00000100:00100000:3.0:1788536403.159305:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574104192:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 79us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536403.159308:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574104832 00000100:00100000:3.0:1788536403.159321:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 574 00000100:00100000:2.0:1788536403.159327:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 620 00000100:00100000:2.0:1788536403.159336:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574104448:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536403.159344:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 575 00000100:00100000:3.0:1788536403.159354:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574104576:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536403.159390:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574104448:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536403.159398:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 620 00000100:00100000:3.0:1788536403.159409:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574104576:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 56us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536403.159416:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 621 00000100:00100000:2.0:1788536403.159428:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574104704:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536403.159437:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 575 00000100:00100000:2.0:1788536403.159455:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574104704:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (381us total) trans 0 rc 0/0 00000100:00080000:3.0:1788536403.159459:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536403.159464:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 621 00000100:00080000:3.0:1788536403.159465:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536403.159470:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536403.159481:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 622 00000100:00100000:2.0:1788536403.159489:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574104320:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536403.159515:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574104320:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536403.159521:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 622 00000100:00100000:2.0:1788536403.159535:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 623 00000100:00100000:2.0:1788536403.159541:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574104832:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536403.159567:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574104832:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536403.159573:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 623 00000100:00100000:0.0:1788536403.159664:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574104064 00000100:00100000:0.0:1788536403.159669:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574104064 00000100:00100000:0.0:1788536403.159710:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 650 00000100:00100000:0.0:1788536403.159728:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574104064:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536403.159768:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574104064:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 43us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536403.159775:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 650 00000040:00080000:1.0:1788536403.512354:0:24419:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536403.512364:0:24419:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536403.513138:0:24419:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536403.513151:0:24419:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536403.883609:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536404.075751:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583177600:0@lo:400:kworker.0 00000100:00100000:0.0:1788536404.075822:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536404.075924:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536404.075930:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583177472:0@lo:400:kworker.0 00000100:00100000:0.0:1788536404.075954:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536404.075974:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583177984:0@lo:400:kworker.0 00000100:00100000:0.0:1788536404.075995:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536404.076035:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583177600 00000100:00100000:0.0:1788536404.076042:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583177600 00000100:00100000:0.0:1788536404.076093:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583177472 00000100:00100000:0.0:1788536404.076097:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583177472 00000100:00100000:0.0:1788536404.076121:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1788536404.076129:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583177600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536404.076177:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583177600:12345-0@lo:400:kworker.0 Request processed in 49us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536404.076183:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1788536404.076205:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1788536404.076211:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583177472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536404.076236:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583177472:12345-0@lo:400:kworker.0 Request processed in 26us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536404.076257:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1788536404.076276:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583177984 00000100:00100000:0.0:1788536404.076279:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583177984 00000100:00100000:0.0:1788536404.076306:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1788536404.076314:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583177984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536404.076344:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583177984:12345-0@lo:400:kworker.0 Request processed in 31us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536404.076350:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00080000:0.0:1788536404.076364:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536404.076397:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536404.076436:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583177472:0@lo:400:kworker.0 00000100:00100000:0.0:1788536404.076447:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583177984:0@lo:400:kworker.0 00000100:00100000:0.0:1788536404.076455:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583177600:0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.076625:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583177344:0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.076661:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536404.076687:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583177856:0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.076710:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536404.076729:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536404.076735:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583177728:0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.076756:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536404.076782:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583177344 00000100:00100000:1.0:1788536404.076785:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583177344 00000100:00100000:1.0:1788536404.076811:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1788536404.076817:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583177344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.076851:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583177344:12345-0@lo:400:kworker.0 Request processed in 34us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536404.076857:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1788536404.076897:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583177856 00000100:00100000:1.0:1788536404.076901:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583177856 00000100:00100000:1.0:1788536404.076924:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1788536404.076930:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583177856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.076958:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583177856:12345-0@lo:400:kworker.0 Request processed in 29us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536404.076963:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1788536404.076979:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583177728 00000100:00100000:1.0:1788536404.076983:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583177728 00000100:00100000:1.0:1788536404.077006:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788536404.077013:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583177728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.077040:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583177728:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536404.077046:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788536404.077072:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583177728:0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.077082:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583177344:0@lo:400:kworker.0 00000100:00100000:1.0:1788536404.077090:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583177856:0@lo:400:kworker.0 00000100:00080000:0.0:1788536404.077574:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536404.077579:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536404.589319:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583178112:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536404.589415:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536404.589494:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583178112 00000100:00100000:1.0:1788536404.589504:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583178112 00000100:00100000:1.0:1788536404.589556:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1788536404.589565:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583178112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536404.589599:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536404.589650:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583178112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536404.589657:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1788536404.589788:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583178112:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536404.908462:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536405.421797:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536405.421806:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536405.423454:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536405.423472:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1788536405.483325:0:24470:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536405.483335:0:24470:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536405.488965:0:24470:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536405.488986:0:24470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536405.931678:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536406.123643:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536406.123671:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583178240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536406.123743:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536406.123906:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583178240 00000100:00100000:1.0:1788536406.123915:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583178240 00000100:00100000:1.0:1788536406.123983:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:1.0:1788536406.124002:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583178240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536406.124038:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536406.124085:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583178240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536406.124091:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00080000:0.0:1788536406.124292:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536406.124331:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583178240:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788536406.956785:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536407.329307:0:24521:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536407.329317:0:24521:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536407.330244:0:24521:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536407.330257:0:24521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536407.979630:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536408.279603:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536408.279646:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536408.279681:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536408.279684:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574105088 00000100:00100000:0.0:1788536408.279694:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574105088 00000100:00100000:2.0:1788536408.279724:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536408.279753:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536408.279762:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 579 00000100:00100000:0.0:1788536408.279779:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574105088:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536408.279783:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536408.279823:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536408.279858:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574104960 00000100:00100000:0.0:1788536408.279862:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574105088:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 88us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536408.279864:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574104960 00000100:00100000:0.0:1788536408.279873:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 579 00000100:00100000:0.0:1788536408.279894:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574105472 00000100:00100000:0.0:1788536408.279898:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574105472 00000100:00100000:2.0:1788536408.279903:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 652 00000100:00100000:2.0:1788536408.279914:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574104960:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536408.279925:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 580 00000100:00100000:0.0:1788536408.279934:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574105472:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536408.279948:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574104960:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 36us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536408.279955:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 652 00000100:00100000:0.0:1788536408.279964:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574105472:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536408.279971:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 580 00000100:00080000:0.0:1788536408.279992:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536408.280050:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574105344 00000100:00100000:3.0:1788536408.280054:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574105344 00000100:00100000:1.0:1788536408.280094:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574105600 00000100:00100000:1.0:1788536408.280098:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574105600 00000100:00100000:0.0:1788536408.281330:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574105216 00000100:00100000:0.0:1788536408.281339:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574105216 00000100:00100000:2.0:1788536408.285682:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574105728 00000100:00100000:2.0:1788536408.285696:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574105728 00000100:00100000:3.0:1788536408.286257:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 626 00000100:00100000:3.0:1788536408.286269:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574105344:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536408.286471:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574105344:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 204us (6822us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536408.286480:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 626 00000100:00100000:1.0:1788536408.289878:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 627 00000100:00100000:1.0:1788536408.289896:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574105600:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536408.289982:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574105600:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 92us (10301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536408.289990:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 627 00000100:00080000:3.0:1788536408.290427:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536408.290433:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536408.290885:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 628 00000100:00100000:3.0:1788536408.290897:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574105728:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536408.290953:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574105728:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 60us (11129us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536408.290961:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 628 00000100:00100000:0.0:1788536408.291529:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 629 00000100:00100000:0.0:1788536408.291539:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574105216:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536408.291586:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574105216:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 48us (11833us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536408.291596:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 629 00010000:00010000:2.0:1788536409.003599:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536409.197132:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583178368:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.197548:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536409.197705:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583178880:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.197744:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536409.197767:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536409.197773:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583178752:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.197798:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536409.197828:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583178624:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.197863:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536409.197881:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536409.197887:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583178496:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.197928:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536409.197947:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583179008:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.198034:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536409.198072:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583178368 00000100:00100000:0.0:1788536409.198080:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583178368 00000100:00100000:0.0:1788536409.198128:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1788536409.198136:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583178368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.198519:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583178368:12345-0@lo:400:kworker.0 Request processed in 382us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536409.198527:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1788536409.198649:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583178880 00000100:00100000:0.0:1788536409.198654:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583178880 00000100:00100000:0.0:1788536409.198692:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583178624 00000100:00100000:0.0:1788536409.198696:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583178624 00000100:00100000:0.0:1788536409.198717:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583178496 00000100:00100000:0.0:1788536409.199520:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583178496 00000100:00100000:0.0:1788536409.199556:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1788536409.199895:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583178880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.199969:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583178880:12345-0@lo:400:kworker.0 Request processed in 80us (2224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536409.199976:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1788536409.199995:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1788536409.200002:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583178624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.200043:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583178624:12345-0@lo:400:kworker.0 Request processed in 42us (2177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536409.200049:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:0.0:1788536409.200063:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1788536409.200069:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583178496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.200097:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583178496:12345-0@lo:400:kworker.0 Request processed in 29us (2169us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536409.200103:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:0.0:1788536409.200147:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583178368:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.200510:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583178880:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.200553:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583178496:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.200744:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583178624:0@lo:400:kworker.0 00000040:00080000:1.0:1788536409.201400:0:24573:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536409.201406:0:24573:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536409.202363:0:24573:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536409.202397:0:24573:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788536409.204458:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583178752 00000100:00100000:2.0:1788536409.204470:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583178752 00000100:00100000:2.0:1788536409.204518:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583179008 00000100:00100000:2.0:1788536409.204521:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583179008 00000100:00100000:2.0:1788536409.204553:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1788536409.204563:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583178752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536409.204643:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583178752:12345-0@lo:400:kworker.0 Request processed in 82us (6844us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536409.204651:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1788536409.204664:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1788536409.204669:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583179008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536409.204695:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583179008:12345-0@lo:400:kworker.0 Request processed in 27us (6662us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536409.204701:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1788536409.204868:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583178752:0@lo:400:kworker.0 00000100:00100000:0.0:1788536409.205040:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583179008:0@lo:400:kworker.0 00000100:00080000:3.0:1788536409.206252:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536409.206259:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536409.206263:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536409.707875:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536409.707913:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583179136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536409.707978:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536409.708090:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583179136 00000100:00100000:1.0:1788536409.708099:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583179136 00000100:00100000:1.0:1788536409.708162:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1788536409.708172:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583179136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536409.708204:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536409.708326:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583179136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 155us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536409.708334:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:3.0:1788536409.708711:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583179136:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536410.029582:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536411.053483:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536411.090040:0:24624:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536411.090051:0:24624:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536411.090753:0:24624:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536411.090764:0:24624:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536411.246832:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583179264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536411.246898:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536411.248012:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583179264 00000100:00100000:1.0:1788536411.248023:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583179264 00000100:00100000:1.0:1788536411.248076:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1788536411.248085:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583179264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536411.248120:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00080000:2.0:1788536411.248491:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536411.250881:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583179264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2787us (3973us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536411.250895:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1788536411.250992:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583179264:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536412.075856:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536412.880971:0:24675:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536412.880981:0:24675:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536412.881624:0:24675:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536412.881632:0:24675:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536413.100109:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536413.398257:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536413.398721:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574105856 00000100:00100000:3.0:1788536413.398731:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574105856 00000100:00100000:3.0:1788536413.398792:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 654 00000100:00100000:3.0:1788536413.398813:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574105856:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536413.398976:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574105856:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 174us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536413.398985:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 654 00000100:00100000:3.0:1788536413.404526:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536413.404747:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574105984 00000100:00100000:0.0:1788536413.404758:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574105984 00000100:00100000:0.0:1788536413.404906:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 584 00000100:00100000:0.0:1788536413.404922:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574105984:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536413.404999:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574105984:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 83us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536413.405006:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 584 00000100:00080000:2.0:1788536413.407303:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536413.414837:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536413.414933:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536413.422141:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574106240 00000100:00100000:1.0:1788536413.422157:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574106240 00000100:00100000:1.0:1788536413.422236:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574106496 00000100:00100000:1.0:1788536413.422239:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574106496 00000100:00100000:1.0:1788536413.422268:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 632 00000100:00100000:1.0:1788536413.422279:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574106240:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536413.422354:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574106240:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 77us (7526us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536413.422361:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 632 00000100:00100000:1.0:1788536413.422395:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 633 00000100:00100000:1.0:1788536413.422403:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574106496:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536413.422429:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574106496:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (7495us total) trans 0 rc 0/0 00000100:00080000:0.0:1788536413.422433:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536413.422438:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 633 00000100:00080000:0.0:1788536413.422440:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536413.424749:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536413.424791:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536413.424834:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536413.424971:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574106368 00000100:00100000:3.0:1788536413.424980:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574106368 00000100:00100000:3.0:1788536413.425060:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 585 00000100:00100000:3.0:1788536413.425069:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574106368:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536413.425137:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574106368:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 69us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536413.425145:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 585 00000100:00080000:2.0:1788536413.425389:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536413.425448:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574106112 00000100:00100000:1.0:1788536413.425453:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574106112 00000100:00100000:1.0:1788536413.425500:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574106624 00000100:00100000:1.0:1788536413.425503:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574106624 00000100:00100000:1.0:1788536413.425526:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 634 00000100:00100000:1.0:1788536413.425533:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574106112:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536413.425661:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 635 00000100:00100000:3.0:1788536413.425670:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574106624:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536413.425698:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574106624:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 30us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536413.425715:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 635 00000100:00080000:2.0:1788536413.425821:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536413.425825:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536413.425934:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574106112:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 32us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536413.425944:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 634 00010000:00010000:1.0:1788536414.126364:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536414.316207:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788536414.316232:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583179392:0@lo:400:kworker.0 00000100:00100000:0.0:1788536414.316308:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536414.321587:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583179520:0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.321669:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536414.321715:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583180032:0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.321739:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536414.321774:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536414.321780:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583179648:0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.321813:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536414.321842:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583179904:0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.321872:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536414.321892:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536414.321898:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583179776:0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.321919:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536414.321946:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583180032 00000100:00100000:2.0:1788536414.321954:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583180032 00000100:00100000:2.0:1788536414.322005:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583179776 00000100:00100000:2.0:1788536414.322008:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583179776 00000100:00100000:2.0:1788536414.322033:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1788536414.322043:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583180032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.322094:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583180032:12345-0@lo:400:kworker.0 Request processed in 52us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536414.322102:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:2.0:1788536414.322124:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1788536414.322131:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583179776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.322170:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583179776:12345-0@lo:400:kworker.0 Request processed in 40us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536414.322175:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1788536414.322194:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583179520 00000100:00100000:2.0:1788536414.322198:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583179520 00000100:00100000:2.0:1788536414.322217:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583179648 00000100:00100000:2.0:1788536414.322219:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583179648 00000100:00100000:2.0:1788536414.322233:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583179904 00000100:00100000:2.0:1788536414.322236:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583179904 00000100:00100000:2.0:1788536414.322253:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1788536414.322258:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583179520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.322287:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583179520:12345-0@lo:400:kworker.0 Request processed in 28us (618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536414.322296:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1788536414.322307:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788536414.322312:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583179648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.322336:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583179648:12345-0@lo:400:kworker.0 Request processed in 24us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536414.322342:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788536414.322352:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1788536414.322358:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583179904:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788536414.322517:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536414.322523:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536414.322526:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536414.322558:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583179648:0@lo:400:kworker.0 00000100:00100000:3.0:1788536414.322570:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583179520:0@lo:400:kworker.0 00000100:00100000:3.0:1788536414.322579:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583180032:0@lo:400:kworker.0 00000100:00100000:3.0:1788536414.322616:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583179392 00000100:00100000:3.0:1788536414.322620:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583179392 00000100:00100000:3.0:1788536414.322647:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1788536414.322653:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583179392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536414.322693:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49844c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583179392:12345-0@lo:400:kworker.0 Request processed in 40us (6387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536414.322699:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1788536414.322740:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583179776:0@lo:400:kworker.0 00000100:00100000:3.0:1788536414.322761:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583179392:0@lo:400:kworker.0 00000100:00100000:2.0:1788536414.322867:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583179904:12345-0@lo:400:kworker.0 Request processed in 508us (994us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536414.322875:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1788536414.322901:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583179904:0@lo:400:kworker.0 00000040:00080000:2.0:1788536414.656091:0:24726:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536414.656100:0:24726:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536414.656940:0:24726:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536414.656953:0:24726:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536414.828011:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583180160:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536414.828085:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536414.828229:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583180160 00000100:00100000:2.0:1788536414.828236:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583180160 00000100:00100000:2.0:1788536414.828284:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:2.0:1788536414.828293:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583180160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536414.828327:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536414.828414:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583180160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 122us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536414.828422:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1788536414.828502:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583180160:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536415.147599:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536415.659886:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536415.659896:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536415.660452:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536415.660463:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536416.171553:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536416.363623:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536416.363648:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583180288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536416.363801:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536416.364015:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583180288 00000100:00100000:1.0:1788536416.364023:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583180288 00000100:00100000:1.0:1788536416.364127:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1788536416.364137:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583180288:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536416.364173:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536416.364231:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583180288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536416.364238:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1788536416.364284:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583180288:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536416.364588:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788536416.374974:0:24778:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536416.374984:0:24778:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536416.375821:0:24778:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536416.375834:0:24778:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536417.195998:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536418.143029:0:24829:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536418.143039:0:24829:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536418.143589:0:24829:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536418.143599:0:24829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536418.220511:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536418.524915:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536418.524954:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536418.525048:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574106752 00000100:00100000:0.0:1788536418.525057:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574106752 00000100:00100000:0.0:1788536418.525109:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 656 00000100:00100000:0.0:1788536418.525118:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574106752:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536418.525181:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574106752:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 64us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536418.525193:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 656 00000100:00100000:1.0:1788536418.526403:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536418.526489:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536418.526578:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536418.526748:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574107136 00000100:00100000:0.0:1788536418.526757:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574107136 00000100:00100000:0.0:1788536418.527067:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574107392 00000100:00100000:0.0:1788536418.527071:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574107392 00000100:00100000:0.0:1788536418.527164:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 638 00000100:00100000:0.0:1788536418.527178:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574107136:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536418.527364:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574107136:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 191us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536418.527391:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 638 00000100:00100000:0.0:1788536418.527408:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 639 00000100:00100000:0.0:1788536418.527415:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574107392:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536418.527441:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574107392:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536418.527448:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 639 00000100:00080000:0.0:1788536418.527467:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536418.527471:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536418.528609:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574107008 00000100:00100000:1.0:1788536418.528619:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574107008 00000100:00100000:2.0:1788536418.528682:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574106880 00000100:00100000:2.0:1788536418.528689:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574106880 00000100:00100000:2.0:1788536418.528725:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 589 00000100:00100000:2.0:1788536418.528735:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574106880:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536418.528797:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574106880:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 63us (3840us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536418.528806:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 589 00000100:00100000:1.0:1788536418.528873:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 640 00000100:00080000:2.0:1788536418.528899:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536418.528905:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536418.528960:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536418.528993:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536418.529010:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574107264 00000100:00100000:0.0:1788536418.529015:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574107520 00000100:00100000:2.0:1788536418.529016:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574107264 00000100:00100000:0.0:1788536418.529021:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574107520 00000100:00100000:1.0:1788536418.529055:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574107008:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536418.529062:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 590 00000100:00100000:2.0:1788536418.529073:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574107264:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536418.529107:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574107008:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 56us (2527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536418.529114:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574107264:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 41us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536418.529119:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 640 00000100:00100000:2.0:1788536418.529129:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 590 00000100:00080000:2.0:1788536418.531079:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536418.531097:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536418.532663:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 641 00000100:00100000:0.0:1788536418.532692:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574107520:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536418.532784:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574107520:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 109us (3789us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536418.532795:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 641 00010000:00010000:2.0:1788536419.243648:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536419.436094:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583180544:0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.436277:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536419.436331:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583181056:0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.436363:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536419.436419:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536419.436425:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583180672:0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.436448:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536419.436477:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583180544 00000100:00100000:2.0:1788536419.436484:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583180544 00000100:00100000:2.0:1788536419.436525:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583180672 00000100:00100000:2.0:1788536419.436527:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583180672 00000100:00100000:2.0:1788536419.436550:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1788536419.436557:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583180544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.436603:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583180544:12345-0@lo:400:kworker.0 Request processed in 47us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536419.436611:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1788536419.436625:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1788536419.436631:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583180672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.436652:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583180672:12345-0@lo:400:kworker.0 Request processed in 22us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536419.436658:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1788536419.436686:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583181056 00000100:00100000:2.0:1788536419.436689:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583181056 00000100:00100000:0.0:1788536419.436821:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583180800:0@lo:400:kworker.0 00000100:00100000:0.0:1788536419.436852:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536419.436869:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536419.436874:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583180416:0@lo:400:kworker.0 00000100:00100000:0.0:1788536419.436898:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536419.436918:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583180928:0@lo:400:kworker.0 00000100:00100000:0.0:1788536419.436937:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536419.436975:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583180416 00000100:00100000:0.0:1788536419.436978:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583180416 00000100:00100000:0.0:1788536419.437007:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1788536419.437013:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583180416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536419.437043:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49847450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583180416:12345-0@lo:400:kworker.0 Request processed in 30us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536419.437048:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1788536419.437514:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583180416:0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.438322:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583180800 00000100:00100000:2.0:1788536419.438329:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583180800 00000100:00100000:2.0:1788536419.438588:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1788536419.438597:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583181056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.438652:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583181056:12345-0@lo:400:kworker.0 Request processed in 57us (2288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536419.438659:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1788536419.438682:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788536419.438688:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583180800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.438735:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583180800:12345-0@lo:400:kworker.0 Request processed in 47us (1882us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536419.438741:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788536419.438922:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583180928 00000100:00100000:2.0:1788536419.438928:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583180928 00000100:00100000:2.0:1788536419.438953:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1788536419.438959:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583180928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.438989:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583180928:12345-0@lo:400:kworker.0 Request processed in 31us (2051us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536419.438995:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00080000:2.0:1788536419.439015:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536419.439019:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536419.439022:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536419.439057:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583180928:0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.439068:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583180800:0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.439101:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583180672:0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.439113:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583180544:0@lo:400:kworker.0 00000100:00100000:2.0:1788536419.439122:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583181056:0@lo:400:kworker.0 00000040:00080000:0.0:1788536419.929208:0:24880:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536419.929220:0:24880:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536419.929894:0:24880:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536419.929905:0:24880:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536419.948392:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536419.948414:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583181184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536419.948477:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536419.948538:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583181184 00000100:00100000:3.0:1788536419.948546:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583181184 00000100:00100000:3.0:1788536419.948589:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:3.0:1788536419.948597:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583181184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536419.948629:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536419.948689:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583181184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536419.948696:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1788536419.948835:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583181184:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536420.267869:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536421.292415:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536421.484888:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583181312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536421.484958:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536421.485118:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583181312 00000100:00100000:2.0:1788536421.485127:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583181312 00000100:00100000:2.0:1788536421.485199:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1788536421.485208:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583181312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536421.485250:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536421.485296:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583181312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536421.485303:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00080000:3.0:1788536421.485393:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536421.485852:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583181312:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788536421.869704:0:24931:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536421.869713:0:24931:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536421.870238:0:24931:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536421.870246:0:24931:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536422.317728:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536423.343527:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536423.645924:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536423.645990:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536423.646022:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536423.646048:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536423.646083:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574108032 00000100:00100000:0.0:1788536423.646092:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574108032 00000100:00100000:0.0:1788536423.646142:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574108288 00000100:00100000:0.0:1788536423.646145:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574108288 00000100:00100000:0.0:1788536423.646165:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 644 00000100:00100000:0.0:1788536423.646179:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574108032:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536423.646239:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574108032:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 66us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536423.646247:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 644 00000100:00100000:0.0:1788536423.646263:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 645 00000100:00100000:0.0:1788536423.646270:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574108288:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536423.646294:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574108288:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536423.646300:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 645 00000100:00080000:0.0:1788536423.646314:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536423.646318:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536423.646806:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574107776 00000100:00100000:2.0:1788536423.646812:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574107776 00000100:00100000:2.0:1788536423.646858:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 594 00000100:00100000:2.0:1788536423.646867:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574107776:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536423.646899:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574107776:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536423.646916:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 594 00000100:00100000:3.0:1788536423.647051:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574107648 00000100:00100000:3.0:1788536423.647055:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574107648 00000100:00100000:3.0:1788536423.647092:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 658 00000100:00100000:3.0:1788536423.647099:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574107648:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536423.647125:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49845050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574107648:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (1135us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536423.647131:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 658 00000100:00080000:0.0:1788536423.651821:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536423.661847:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536423.661893:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536423.661930:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536423.662010:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574107904 00000100:00100000:0.0:1788536423.662020:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574107904 00000100:00100000:0.0:1788536423.662086:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574108416 00000100:00100000:0.0:1788536423.662089:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574108416 00000100:00100000:0.0:1788536423.662111:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 646 00000100:00100000:0.0:1788536423.662121:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574107904:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536423.662187:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574107904:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 66us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536423.662194:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 646 00000100:00100000:0.0:1788536423.662210:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 647 00000100:00100000:0.0:1788536423.662216:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574108416:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536423.662237:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574108416:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536423.662243:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 647 00000100:00100000:3.0:1788536423.662410:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574108160 00000100:00100000:3.0:1788536423.662414:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574108160 00000100:00100000:3.0:1788536423.662454:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 595 00000100:00100000:3.0:1788536423.662461:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574108160:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536423.662495:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574108160:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536423.662502:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 595 00000100:00080000:1.0:1788536423.662701:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536423.662707:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536423.662709:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788536423.890581:0:24983:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536423.890590:0:24983:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536423.897210:0:24983:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536423.897243:0:24983:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536424.363655:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536424.555561:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536424.555585:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583181696:0@lo:400:kworker.0 00000100:00100000:0.0:1788536424.555653:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536424.555707:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583181568:0@lo:400:kworker.0 00000100:00100000:0.0:1788536424.555740:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536424.555759:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788536424.555766:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583182080:0@lo:400:kworker.0 00000100:00100000:2.0:1788536424.555770:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583181696 00000100:00100000:2.0:1788536424.555779:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583181696 00000100:00100000:0.0:1788536424.555790:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536424.555826:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583181568 00000100:00100000:0.0:1788536424.555830:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583181568 00000100:00100000:0.0:1788536424.555864:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1788536424.555873:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583181696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536424.555918:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583181696:12345-0@lo:400:kworker.0 Request processed in 45us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536424.555926:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1788536424.555944:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788536424.555952:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583181568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536424.555975:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583181440:0@lo:400:kworker.0 00000100:00100000:0.0:1788536424.555981:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583181568:12345-0@lo:400:kworker.0 Request processed in 30us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536424.555988:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788536424.556025:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583181696:0@lo:400:kworker.0 00000100:00100000:0.0:1788536424.556039:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583181568:0@lo:400:kworker.0 00000100:00100000:3.0:1788536424.556046:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536424.556135:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583181824:0@lo:400:kworker.0 00000100:00100000:1.0:1788536424.556162:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536424.556194:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583182080 00000100:00100000:1.0:1788536424.556198:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583182080 00000100:00100000:1.0:1788536424.556230:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583181824 00000100:00100000:1.0:1788536424.556233:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583181824 00000100:00100000:3.0:1788536424.556241:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583181952:0@lo:400:kworker.0 00000100:00100000:1.0:1788536424.556256:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1788536424.556266:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583182080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536424.556274:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536424.556316:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583182080:12345-0@lo:400:kworker.0 Request processed in 51us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536424.556323:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:1.0:1788536424.556336:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1788536424.556343:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583181952 00000100:00100000:1.0:1788536424.556343:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583181824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536424.556349:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583181952 00000100:00100000:3.0:1788536424.556402:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1788536424.556410:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583181952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536424.556416:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583181824:12345-0@lo:400:kworker.0 Request processed in 73us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536424.556423:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:1.0:1788536424.556442:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536424.556446:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536424.556450:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536424.556456:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42beea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583181952:12345-0@lo:400:kworker.0 Request processed in 46us (182us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536424.556465:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1788536424.556482:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583181824:0@lo:400:kworker.0 00000100:00100000:3.0:1788536424.556503:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583181952:0@lo:400:kworker.0 00000100:00100000:3.0:1788536424.556545:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583182080:0@lo:400:kworker.0 00000100:00100000:0.0:1788536424.562348:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583181440 00000100:00100000:0.0:1788536424.562364:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583181440 00000100:00100000:0.0:1788536424.562450:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1788536424.562461:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583181440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536424.563100:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d49846050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583181440:12345-0@lo:400:kworker.0 Request processed in 639us (7053us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536424.563109:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788536424.563258:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583181440:0@lo:400:kworker.0 00000100:00100000:0.0:1788536425.067763:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583182208:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536425.067828:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536425.068174:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583182208 00000100:00100000:2.0:1788536425.068181:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583182208 00000100:00100000:2.0:1788536425.068225:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:2.0:1788536425.068233:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583182208:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536425.068421:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536425.068530:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583182208:12345-0@lo:13:osp-pre-1-0.0 Request processed in 297us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536425.068537:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1788536425.068609:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583182208:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536425.387789:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536425.737847:0:25034:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536425.737856:0:25034:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536425.738594:0:25034:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536425.738606:0:25034:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788536425.900933:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536425.900942:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536425.901779:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536425.901793:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536426.414003:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536426.604121:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583182336:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536426.604197:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536426.606344:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583182336 00000100:00100000:2.0:1788536426.606360:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583182336 00000100:00100000:2.0:1788536426.606457:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1788536426.606468:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583182336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536426.606510:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00080000:1.0:1788536426.606790:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536426.607820:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583182336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1349us (3617us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536426.607834:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1788536426.610303:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583182336:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788536427.436667:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536427.815961:0:25085:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536427.815972:0:25085:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536427.817678:0:25085:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536427.817695:0:25085:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536428.460526:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536428.760074:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536428.760116:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536428.760136:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574108672 00000100:00100000:1.0:1788536428.760146:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536428.760146:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574108672 00000100:00100000:1.0:1788536428.760189:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536428.760211:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536428.760216:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 599 00000100:00100000:0.0:1788536428.760232:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574108672:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536428.760302:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574108672:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 75us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536428.760309:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 599 00000100:00080000:0.0:1788536428.760331:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536428.760481:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574108544 00000100:00100000:0.0:1788536428.760485:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574108544 00000100:00100000:3.0:1788536428.760525:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574108928 00000100:00100000:0.0:1788536428.760526:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 660 00000100:00100000:3.0:1788536428.760530:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574108928 00000100:00100000:0.0:1788536428.760533:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574108544:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536428.760564:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574109184 00000100:00100000:3.0:1788536428.760567:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574109184 00000100:00100000:0.0:1788536428.760574:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574108544:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 42us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536428.760581:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 660 00000100:00100000:3.0:1788536428.760588:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 650 00000100:00100000:3.0:1788536428.760593:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574108928:12345-192.168.203.55@tcp:400:kworker.0 00000100:00080000:0.0:1788536428.760603:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536428.760606:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536428.760627:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574108928:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536428.760633:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 650 00000100:00100000:3.0:1788536428.760647:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 651 00000100:00100000:3.0:1788536428.760653:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574109184:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536428.760682:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574109184:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536428.760688:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 651 00000100:00100000:0.0:1788536428.761017:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574108800 00000100:00100000:0.0:1788536428.761022:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574108800 00000100:00100000:0.0:1788536428.761067:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 652 00000100:00100000:0.0:1788536428.761075:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574108800:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536428.761106:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574108800:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (894us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536428.761113:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 652 00000100:00100000:0.0:1788536428.761151:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00080000:1.0:1788536428.761159:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536428.761186:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536428.761205:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574109312 00000100:00100000:1.0:1788536428.761209:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574109312 00000100:00100000:1.0:1788536428.761261:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 653 00000100:00100000:1.0:1788536428.761268:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574109312:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536428.761299:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574109312:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (113us total) trans 0 rc 0/0 00000100:00080000:0.0:1788536428.761302:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536428.761305:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 653 00000100:00100000:3.0:1788536428.761621:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574109056 00000100:00100000:3.0:1788536428.761626:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574109056 00000100:00100000:3.0:1788536428.761679:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 600 00000100:00100000:3.0:1788536428.761687:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574109056:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536428.761732:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574109056:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 45us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536428.761741:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 600 00000100:00080000:0.0:1788536428.761886:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536429.483491:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536429.678483:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583182464:0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.678632:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536429.678685:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583182976:0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.678730:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536429.678763:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536429.678769:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583182848:0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.678792:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536429.678828:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583182720:0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.678864:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536429.678883:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536429.678888:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583182592:0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.678909:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536429.678925:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583183104:0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.678945:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536429.678978:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583182464 00000100:00100000:0.0:1788536429.678984:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583182464 00000100:00100000:0.0:1788536429.679029:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1788536429.679038:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583182464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.679099:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583182464:12345-0@lo:400:kworker.0 Request processed in 62us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536429.679107:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1788536429.679146:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583182976 00000100:00100000:0.0:1788536429.679150:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583182976 00000100:00100000:0.0:1788536429.679187:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583182720 00000100:00100000:0.0:1788536429.679190:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583182720 00000100:00100000:0.0:1788536429.679213:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583182592 00000100:00100000:0.0:1788536429.679216:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583182592 00000100:00100000:0.0:1788536429.679231:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1788536429.679241:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583182976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.679280:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583182976:12345-0@lo:400:kworker.0 Request processed in 43us (550us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536429.679286:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1788536429.679303:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1788536429.679310:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583182720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.679347:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583182720:12345-0@lo:400:kworker.0 Request processed in 38us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536429.679354:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1788536429.679386:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1788536429.679396:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583182592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.679428:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583182592:12345-0@lo:400:kworker.0 Request processed in 35us (518us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536429.679434:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1788536429.679454:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583182848 00000100:00100000:0.0:1788536429.679458:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583182848 00000100:00100000:1.0:1788536429.681191:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583183104 00000100:00100000:1.0:1788536429.681204:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583183104 00000100:00100000:1.0:1788536429.681250:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1788536429.681260:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583182848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536429.681327:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583182848:12345-0@lo:400:kworker.0 Request processed in 69us (2534us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536429.681334:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:1.0:1788536429.681348:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1788536429.681354:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583183104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536429.681396:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583183104:12345-0@lo:400:kworker.0 Request processed in 42us (2450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536429.681401:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1788536429.681447:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583182848:0@lo:400:kworker.0 00000100:00100000:1.0:1788536429.681458:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583182464:0@lo:400:kworker.0 00000100:00100000:1.0:1788536429.681468:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583182976:0@lo:400:kworker.0 00000100:00080000:0.0:1788536429.681727:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536429.681732:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536429.681735:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536429.681770:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583182592:0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.681783:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583183104:0@lo:400:kworker.0 00000100:00100000:0.0:1788536429.681794:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583182720:0@lo:400:kworker.0 00000040:00080000:0.0:1788536429.696823:0:25136:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536429.696831:0:25136:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536429.697555:0:25136:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536429.697566:0:25136:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536430.190474:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583183232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536430.190546:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536430.190659:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583183232 00000100:00100000:3.0:1788536430.190680:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583183232 00000100:00100000:3.0:1788536430.191012:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:3.0:1788536430.191316:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583183232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536430.191354:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536430.191825:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583183232:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536430.191976:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583183232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 664us (1429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536430.191985:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00010000:00010000:0.0:1788536430.507795:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536431.536174:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536431.637357:0:25188:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536431.637385:0:25188:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536431.638358:0:25188:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536431.638389:0:25188:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536431.725058:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583183360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536431.725125:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536431.726126:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583183360 00000100:00100000:0.0:1788536431.726135:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583183360 00000100:00100000:0.0:1788536431.726191:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1788536431.726199:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583183360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536431.726233:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536431.726291:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583183360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536431.726298:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00080000:0.0:1788536431.726319:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536431.726351:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583183360:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536432.555788:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788536433.579515:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536433.629219:0:25239:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536433.629229:0:25239:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536433.630097:0:25239:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536433.630110:0:25239:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536433.880829:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536433.880873:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536433.880906:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536433.880922:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536433.880941:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536433.880957:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536433.880989:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536433.881018:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574110208 00000100:00100000:1.0:1788536433.881019:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574109696 00000100:00100000:1.0:1788536433.881028:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574109696 00000100:00100000:0.0:1788536433.881029:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574110208 00000100:00100000:2.0:1788536433.881112:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574109952 00000100:00100000:2.0:1788536433.881118:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574109952 00000100:00100000:2.0:1788536433.881164:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574109568 00000100:00100000:2.0:1788536433.881168:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574109568 00000100:00100000:2.0:1788536433.881196:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 604 00000100:00100000:2.0:1788536433.881205:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574109952:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536433.881277:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574109952:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 73us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536433.881286:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 604 00000100:00100000:2.0:1788536433.881303:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 605 00000100:00100000:2.0:1788536433.881309:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574109568:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536433.881333:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574109568:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536433.881339:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 605 00000100:00100000:0.0:1788536433.881590:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574109824 00000100:00100000:0.0:1788536433.881595:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574109824 00000100:00100000:2.0:1788536433.881646:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574110080 00000100:00100000:2.0:1788536433.881651:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574110080 00000100:00100000:3.0:1788536433.881803:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574109440 00000100:00100000:3.0:1788536433.881809:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574109440 00000100:00100000:3.0:1788536433.881841:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 662 00000100:00100000:3.0:1788536433.881848:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574109440:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536433.881884:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574109440:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 36us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536433.881889:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 662 00000100:00100000:1.0:1788536433.883471:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 656 00000100:00100000:1.0:1788536433.883488:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574110208:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536433.883817:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574110208:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 334us (2891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536433.883826:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 656 00000100:00100000:1.0:1788536433.883846:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 657 00000100:00100000:1.0:1788536433.883853:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574109696:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536433.883880:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574109696:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (3007us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536433.883886:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 657 00000100:00080000:1.0:1788536433.884466:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536433.884472:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536433.884475:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536433.885495:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 658 00000100:00100000:0.0:1788536433.885513:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574109824:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536433.885635:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574109824:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 131us (4675us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536433.885642:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 658 00000100:00100000:2.0:1788536433.885782:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 659 00000100:00100000:2.0:1788536433.885792:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574110080:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536433.885830:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574110080:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 40us (4840us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536433.885837:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 659 00010000:00010000:0.0:1788536434.605320:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536434.796357:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583183616:0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.796436:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536434.796488:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583184128:0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.796514:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536434.796553:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536434.796566:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583183744:0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.796587:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536434.796616:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583184128 00000100:00100000:3.0:1788536434.796624:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583184128 00000100:00100000:3.0:1788536434.796686:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1788536434.796695:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583184128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.796743:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583184128:12345-0@lo:400:kworker.0 Request processed in 49us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536434.796750:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00080000:3.0:1788536434.796769:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536434.796800:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583184128:0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.796824:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583183616 00000100:00100000:3.0:1788536434.796827:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583183616 00000100:00100000:3.0:1788536434.796849:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583183744 00000100:00100000:3.0:1788536434.796851:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583183744 00000100:00100000:3.0:1788536434.796875:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1788536434.796880:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583183616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.796910:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583183616:12345-0@lo:400:kworker.0 Request processed in 30us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536434.796915:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1788536434.796925:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1788536434.796930:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583183744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.796949:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583183744:12345-0@lo:400:kworker.0 Request processed in 20us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536434.796955:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00080000:3.0:1788536434.796971:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536434.796983:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583183744:0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.796991:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583183616:0@lo:400:kworker.0 00000100:00100000:0.0:1788536434.797507:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583183488:0@lo:400:kworker.0 00000100:00100000:0.0:1788536434.797546:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536434.797589:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583184000:0@lo:400:kworker.0 00000100:00100000:0.0:1788536434.797612:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536434.797633:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536434.797639:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583183872:0@lo:400:kworker.0 00000100:00100000:0.0:1788536434.797674:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536434.797708:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583184000 00000100:00100000:0.0:1788536434.797712:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583184000 00000100:00100000:0.0:1788536434.797749:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1788536434.797754:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583184000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536434.797789:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583184000:12345-0@lo:400:kworker.0 Request processed in 35us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536434.797795:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00080000:0.0:1788536434.797813:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536434.797820:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583183872 00000100:00100000:0.0:1788536434.797823:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583183872 00000100:00100000:0.0:1788536434.797847:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1788536434.797853:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583183872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536434.797881:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583183872:12345-0@lo:400:kworker.0 Request processed in 29us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536434.797887:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00080000:0.0:1788536434.797899:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536434.797915:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583183872:0@lo:400:kworker.0 00000100:00100000:0.0:1788536434.797922:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583184000:0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.798171:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583183488 00000100:00100000:3.0:1788536434.798176:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583183488 00000100:00100000:3.0:1788536434.798212:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1788536434.798218:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583183488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536434.798253:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583183488:12345-0@lo:400:kworker.0 Request processed in 35us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536434.798259:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:0.0:1788536434.798338:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583183488:0@lo:400:kworker.0 00000040:00080000:1.0:1788536435.125858:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536435.125869:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536435.126444:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536435.126453:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536435.308456:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583184256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536435.308525:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536435.308900:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583184256 00000100:00100000:1.0:1788536435.308909:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583184256 00000100:00100000:1.0:1788536435.308967:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1788536435.308976:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583184256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536435.309008:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536435.309986:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583184256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1005us (1455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536435.309996:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1788536435.310328:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583184256:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536435.627539:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536435.642327:0:25290:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536435.642337:0:25290:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536435.643718:0:25290:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536435.643735:0:25290:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536436.651909:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536436.843570:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536436.843594:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583184384:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536436.843672:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536436.843818:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583184384 00000100:00100000:1.0:1788536436.843827:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583184384 00000100:00100000:1.0:1788536436.843889:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1788536436.843900:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583184384:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536436.843946:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536436.844002:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583184384:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536436.844010:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00080000:1.0:1788536436.844050:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536436.844686:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583184384:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788536437.651825:0:25342:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536437.651835:0:25342:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536437.652777:0:25342:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536437.652792:0:25342:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536437.688894:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536438.702114:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536439.001323:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536439.001420:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536439.001501:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536439.001530:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536439.001547:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536439.001561:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536439.001589:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536439.001701:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574110592 00000100:00100000:3.0:1788536439.001711:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574110592 00000100:00100000:3.0:1788536439.001772:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574111104 00000100:00100000:3.0:1788536439.001776:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574111104 00000100:00100000:3.0:1788536439.001790:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574110720 00000100:00100000:3.0:1788536439.001792:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574110720 00000100:00100000:3.0:1788536439.001809:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574110976 00000100:00100000:3.0:1788536439.001812:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574110976 00000100:00100000:3.0:1788536439.001826:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 662 00000100:00100000:3.0:1788536439.001835:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574110592:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536439.001901:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574110592:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 65us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536439.001908:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 662 00000100:00100000:3.0:1788536439.001923:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 663 00000100:00100000:3.0:1788536439.001930:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574111104:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536439.001958:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574111104:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536439.001964:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 663 00000100:00100000:3.0:1788536439.001976:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 664 00000100:00100000:3.0:1788536439.001981:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574110720:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536439.002004:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574110720:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536439.002010:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 664 00000100:00100000:3.0:1788536439.002020:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 665 00000100:00100000:3.0:1788536439.002026:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574110976:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536439.002048:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574110976:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536439.002055:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 665 00000100:00100000:3.0:1788536439.002080:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574110848 00000100:00100000:3.0:1788536439.002083:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574110848 00000100:00100000:3.0:1788536439.002109:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574110464 00000100:00100000:3.0:1788536439.002111:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574110464 00000100:00100000:3.0:1788536439.002127:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 609 00000100:00100000:3.0:1788536439.002133:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574110848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536439.002157:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574110848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (660us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536439.002163:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 609 00000100:00100000:3.0:1788536439.002172:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 610 00000100:00100000:3.0:1788536439.002177:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574110464:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536439.002196:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574110464:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536439.002202:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 610 00000100:00080000:3.0:1788536439.002216:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536439.002219:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536439.002222:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536439.002758:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574110336 00000100:00100000:0.0:1788536439.002766:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574110336 00000100:00100000:0.0:1788536439.002808:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 664 00000100:00100000:0.0:1788536439.002816:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574110336:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536439.002857:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574110336:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 43us (1546us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536439.002864:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 664 00000040:00080000:0.0:1788536439.512672:0:25393:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536439.512682:0:25393:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536439.514462:0:25393:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536439.514481:0:25393:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536439.726559:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536439.916952:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583184512:0@lo:400:kworker.0 00000100:00100000:0.0:1788536439.916960:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583184768:0@lo:400:kworker.0 00000100:00100000:3.0:1788536439.917033:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583184896:0@lo:400:kworker.0 00000100:00100000:1.0:1788536439.917067:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583184640:0@lo:400:kworker.0 00000100:00100000:0.0:1788536439.919515:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536439.919607:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583184768 00000100:00100000:0.0:1788536439.919616:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583184768 00000100:00100000:0.0:1788536439.919692:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1788536439.919703:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583184768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536439.919759:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583184768:12345-0@lo:400:kworker.0 Request processed in 58us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536439.919766:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1788536439.919807:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583184768:0@lo:400:kworker.0 00000100:00080000:0.0:1788536439.919855:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536439.927733:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536439.927774:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583184512 00000100:00100000:0.0:1788536439.927783:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583184512 00000100:00100000:2.0:1788536439.927799:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583185024:0@lo:400:kworker.0 00000100:00100000:0.0:1788536439.927827:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1788536439.927834:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583184512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536439.927845:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536439.927890:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583184512:12345-0@lo:400:kworker.0 Request processed in 55us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536439.927897:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1788536439.928036:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536439.928078:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583185024 00000100:00100000:3.0:1788536439.928083:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583185024 00000100:00100000:3.0:1788536439.928120:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1788536439.928127:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583185024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536439.928158:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583185024:12345-0@lo:400:kworker.0 Request processed in 32us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536439.928181:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1788536439.928195:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583185024:0@lo:400:kworker.0 00000100:00080000:3.0:1788536439.928200:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536439.928206:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583184512:0@lo:400:kworker.0 00000100:00100000:0.0:1788536439.928811:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583184896 00000100:00100000:0.0:1788536439.928817:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583184896 00000100:00100000:0.0:1788536439.928875:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1788536439.928882:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583184896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536439.928925:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583184896:12345-0@lo:400:kworker.0 Request processed in 44us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536439.928945:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00080000:3.0:1788536439.929151:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536439.929454:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583184896:0@lo:400:kworker.0 00000100:00100000:1.0:1788536439.929585:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536439.929660:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583185152:0@lo:400:kworker.0 00000100:00100000:1.0:1788536439.929697:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536439.929914:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583185152 00000100:00100000:3.0:1788536439.929920:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583185152 00000100:00100000:3.0:1788536439.929971:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:3.0:1788536439.929978:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583185152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536439.930019:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583185152:12345-0@lo:400:kworker.0 Request processed in 42us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536439.930025:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00080000:0.0:1788536439.931895:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536439.932039:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583185152:0@lo:400:kworker.0 00000100:00100000:2.0:1788536439.932786:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583184640 00000100:00100000:2.0:1788536439.932794:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583184640 00000100:00100000:2.0:1788536439.932888:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1788536439.932897:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583184640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536439.932973:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583184640:12345-0@lo:400:kworker.0 Request processed in 78us (3389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536439.932980:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1788536439.933041:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583184640:0@lo:400:kworker.0 00000100:00100000:2.0:1788536440.427643:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583185280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536440.427733:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536440.427887:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583185280 00000100:00100000:3.0:1788536440.427895:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583185280 00000100:00100000:3.0:1788536440.427947:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1788536440.427957:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583185280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536440.427989:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536440.428045:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583185280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536440.428052:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1788536440.428252:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583185280:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536440.749159:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536441.567052:0:25444:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536441.567061:0:25444:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536441.567939:0:25444:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536441.567952:0:25444:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536441.774707:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536441.964360:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583185408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536441.964462:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536441.964752:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583185408 00000100:00100000:0.0:1788536441.964761:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583185408 00000100:00100000:0.0:1788536441.964824:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:0.0:1788536441.964837:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583185408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536441.964881:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536441.964927:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583185408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 96us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536441.964932:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00080000:3.0:1788536441.965083:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536441.965118:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583185408:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788536442.798453:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536443.455576:0:25495:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536443.455606:0:25495:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536443.456280:0:25495:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536443.456302:0:25495:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536443.820620:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536444.119746:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536444.119786:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536444.119819:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536444.119850:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536444.119867:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536444.119900:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536444.119924:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536444.119954:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574111744 00000100:00100000:1.0:1788536444.119963:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574111744 00000100:00100000:1.0:1788536444.120015:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574111360 00000100:00100000:1.0:1788536444.120019:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574111360 00000100:00100000:1.0:1788536444.120037:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 614 00000100:00100000:1.0:1788536444.120046:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574111744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536444.120102:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574111488 00000100:00100000:0.0:1788536444.120106:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574111488 00000100:00100000:1.0:1788536444.120129:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574111744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 83us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536444.120134:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574112000 00000100:00100000:1.0:1788536444.120136:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 614 00000100:00100000:0.0:1788536444.120136:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574112000 00000100:00100000:0.0:1788536444.120149:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574111616 00000100:00100000:1.0:1788536444.120151:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 615 00000100:00100000:0.0:1788536444.120151:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574111616 00000100:00100000:1.0:1788536444.120157:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574111360:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536444.120165:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574111872 00000100:00100000:0.0:1788536444.120167:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574111872 00000100:00100000:1.0:1788536444.120179:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574111360:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536444.120181:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 668 00000100:00100000:1.0:1788536444.120185:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 615 00000100:00100000:0.0:1788536444.120187:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574111488:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536444.120203:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 669 00000100:00100000:1.0:1788536444.120209:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574112000:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536444.120211:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574111488:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536444.120217:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 668 00000100:00100000:1.0:1788536444.120230:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574112000:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536444.120230:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 670 00000100:00100000:0.0:1788536444.120235:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574111616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536444.120236:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 669 00000100:00100000:1.0:1788536444.120248:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 671 00000100:00100000:1.0:1788536444.120254:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574111872:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536444.120258:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574111616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536444.120263:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 670 00000100:00100000:1.0:1788536444.120271:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574111872:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 18us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536444.120276:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 671 00000100:00080000:1.0:1788536444.120291:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536444.120295:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536444.120298:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536444.120623:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574111232 00000100:00100000:3.0:1788536444.120628:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574111232 00000100:00100000:3.0:1788536444.120664:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 666 00000100:00100000:3.0:1788536444.120671:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574111232:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536444.120709:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574111232:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 39us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536444.120716:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 666 00010000:00010000:0.0:1788536444.845126:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536445.038781:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583185536:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.038844:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536445.038880:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583186048:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.038902:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536445.038922:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536445.038927:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583185920:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.038949:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536445.038972:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583185664:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.038992:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536445.039010:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583186176:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.039028:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536445.039044:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536445.039049:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583185792:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.039069:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536445.039094:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583186048 00000100:00100000:3.0:1788536445.039101:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583186048 00000100:00100000:3.0:1788536445.039147:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583185664 00000100:00100000:3.0:1788536445.039150:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583185664 00000100:00100000:3.0:1788536445.039163:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583185792 00000100:00100000:3.0:1788536445.039166:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583185792 00000100:00100000:3.0:1788536445.039182:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1788536445.039189:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583186048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.039238:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583186048:12345-0@lo:400:kworker.0 Request processed in 48us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536445.039245:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1788536445.039262:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1788536445.039268:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583185664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.039299:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583185664:12345-0@lo:400:kworker.0 Request processed in 31us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536445.039304:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1788536445.039314:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1788536445.039320:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583185792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.039342:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583185792:12345-0@lo:400:kworker.0 Request processed in 23us (273us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536445.039350:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:3.0:1788536445.039363:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536445.039415:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583185792:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.039425:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583185664:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.039453:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583186048:0@lo:400:kworker.0 00000100:00100000:0.0:1788536445.042504:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583185536 00000100:00100000:0.0:1788536445.042517:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583185536 00000100:00100000:0.0:1788536445.042693:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1788536445.042706:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583185536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536445.043470:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583185536:12345-0@lo:400:kworker.0 Request processed in 764us (4622us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536445.043479:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1788536445.043852:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583185920 00000100:00100000:0.0:1788536445.043859:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583185920 00000100:00100000:0.0:1788536445.043902:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583186176 00000100:00100000:0.0:1788536445.043906:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583186176 00000100:00100000:0.0:1788536445.043929:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788536445.043936:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583185920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536445.043973:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583185920:12345-0@lo:400:kworker.0 Request processed in 38us (5022us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536445.043979:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788536445.043991:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1788536445.043997:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583186176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536445.044031:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583186176:12345-0@lo:400:kworker.0 Request processed in 34us (5001us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536445.044037:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00080000:2.0:1788536445.045464:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536445.045474:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536445.045774:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583185920:0@lo:400:kworker.0 00000100:00100000:3.0:1788536445.045787:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583185536:0@lo:400:kworker.0 00000100:00100000:1.0:1788536445.046448:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583186176:0@lo:400:kworker.0 00000040:00080000:3.0:1788536445.357042:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536445.357052:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536445.358361:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536445.358632:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1788536445.444655:0:25547:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536445.444666:0:25547:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536445.445900:0:25547:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536445.445916:0:25547:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536445.551775:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583186304:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536445.551849:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536445.551922:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583186304 00000100:00100000:0.0:1788536445.551929:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583186304 00000100:00100000:0.0:1788536445.551970:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1788536445.551978:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583186304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536445.552022:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536445.552063:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583186304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (214us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536445.552070:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1788536445.552109:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583186304:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536445.867658:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536446.903630:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536447.083817:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536447.083841:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583186432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536447.083909:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536447.084241:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583186432 00000100:00100000:0.0:1788536447.084250:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583186432 00000100:00100000:0.0:1788536447.084324:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:0.0:1788536447.084333:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583186432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536447.084399:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536447.084451:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583186432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536447.084458:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00080000:3.0:1788536447.084623:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536447.084816:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583186432:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788536447.456228:0:25598:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536447.456237:0:25598:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536447.456887:0:25598:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536447.456897:0:25598:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536447.916021:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536448.939657:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536449.237742:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536449.237788:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536449.237821:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536449.237850:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536449.237873:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536449.237969:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536449.238000:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536449.238027:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574112512 00000100:00100000:1.0:1788536449.238035:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574112512 00000100:00100000:1.0:1788536449.238083:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574112384 00000100:00100000:1.0:1788536449.238086:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574112384 00000100:00100000:1.0:1788536449.238097:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574112768 00000100:00100000:1.0:1788536449.238098:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574112768 00000100:00100000:1.0:1788536449.238112:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574112896 00000100:00100000:1.0:1788536449.238114:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574112896 00000100:00100000:1.0:1788536449.238128:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 674 00000100:00100000:1.0:1788536449.238136:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574112512:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536449.238198:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574112512:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 62us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536449.238205:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 674 00000100:00100000:1.0:1788536449.238219:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 675 00000100:00100000:1.0:1788536449.238226:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574112384:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536449.238251:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574112384:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536449.238256:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 675 00000100:00100000:1.0:1788536449.238268:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 676 00000100:00100000:1.0:1788536449.238273:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574112768:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536449.238294:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574112768:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536449.238300:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 676 00000100:00100000:1.0:1788536449.238309:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 677 00000100:00100000:1.0:1788536449.238315:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574112896:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536449.238336:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574112896:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536449.238345:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 677 00000100:00100000:1.0:1788536449.238403:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574112256 00000100:00100000:1.0:1788536449.238407:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574112256 00000100:00100000:1.0:1788536449.238434:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574112640 00000100:00100000:1.0:1788536449.238437:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574112640 00000100:00100000:1.0:1788536449.238456:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 619 00000100:00100000:1.0:1788536449.238461:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574112256:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536449.238491:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574112256:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 29us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536449.238497:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 619 00000100:00100000:1.0:1788536449.238509:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 620 00000100:00100000:1.0:1788536449.238515:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574112640:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536449.238538:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574112640:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536449.238543:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 620 00000100:00080000:1.0:1788536449.238572:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536449.238577:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536449.238579:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536449.241547:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574112128 00000100:00100000:3.0:1788536449.241581:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574112128 00000100:00100000:3.0:1788536449.241680:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 668 00000100:00100000:3.0:1788536449.241690:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574112128:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536449.241772:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574112128:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 84us (4039us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536449.241779:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 668 00000040:00080000:1.0:1788536449.286718:0:25649:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536449.286726:0:25649:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536449.287262:0:25649:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536449.287270:0:25649:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536449.964967:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536450.155685:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583186816:0@lo:400:kworker.0 00000100:00100000:0.0:1788536450.155751:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536450.155904:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583186944:0@lo:400:kworker.0 00000100:00100000:3.0:1788536450.155946:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536450.155995:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536450.156001:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583186560:0@lo:400:kworker.0 00000100:00100000:3.0:1788536450.156028:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536450.156048:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583187072:0@lo:400:kworker.0 00000100:00100000:3.0:1788536450.156087:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583186560 00000100:00100000:3.0:1788536450.156094:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583186560 00000100:00100000:3.0:1788536450.156131:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1788536450.156138:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583186560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536450.156179:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583186560:12345-0@lo:400:kworker.0 Request processed in 41us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536450.156186:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1788536450.156332:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536450.156339:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583186688:0@lo:400:kworker.0 00000100:00100000:0.0:1788536450.156364:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536450.156405:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73c0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583187200:0@lo:400:kworker.0 00000100:00100000:0.0:1788536450.156437:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536450.156468:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583186816 00000100:00100000:0.0:1788536450.156472:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583186816 00000100:00100000:0.0:1788536450.156504:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583186688 00000100:00100000:0.0:1788536450.156507:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583186688 00000100:00100000:0.0:1788536450.156526:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1788536450.156532:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583186816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536450.156846:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583186816:12345-0@lo:400:kworker.0 Request processed in 312us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536450.156853:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1788536450.156867:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788536450.156873:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583186688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536450.156901:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583186688:12345-0@lo:400:kworker.0 Request processed in 29us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536450.156906:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788536450.157540:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583186944 00000100:00100000:0.0:1788536450.157556:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583186944 00000100:00100000:0.0:1788536450.157667:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583187200 00000100:00100000:0.0:1788536450.157672:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583187200 00000100:00100000:0.0:1788536450.157695:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1788536450.157702:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583186944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536450.157745:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583186944:12345-0@lo:400:kworker.0 Request processed in 43us (1798us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536450.157751:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1788536450.159213:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536450.159272:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583186944:0@lo:400:kworker.0 00000100:00100000:2.0:1788536450.159300:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583186560:0@lo:400:kworker.0 00000100:00100000:2.0:1788536450.159337:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583186688:0@lo:400:kworker.0 00000100:00100000:2.0:1788536450.159350:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c09f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583186816:0@lo:400:kworker.0 00000100:00100000:2.0:1788536450.159424:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1788536450.159434:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583187200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536450.159496:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583187200:12345-0@lo:400:kworker.0 Request processed in 65us (3058us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536450.159503:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788536450.159827:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583187072 00000100:00100000:3.0:1788536450.159834:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583187072 00000100:00100000:3.0:1788536450.159883:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1788536450.159890:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583187072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536450.159945:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583187072:12345-0@lo:400:kworker.0 Request processed in 55us (737us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536450.159952:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:3.0:1788536450.159980:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c08700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583187072:0@lo:400:kworker.0 00000100:00100000:3.0:1788536450.160014:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73c0b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583187200:0@lo:400:kworker.0 00000100:00080000:1.0:1788536450.163033:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536450.163044:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536450.163047:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536450.676348:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536450.676383:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583187328:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536450.676455:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536450.677260:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583187328 00000100:00100000:0.0:1788536450.677270:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583187328 00000100:00100000:0.0:1788536450.677329:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1788536450.677340:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583187328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536450.677387:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536450.677584:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583187328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 246us (1127us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536450.677592:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1788536450.677968:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583187328:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536450.989900:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536450.997956:0:25700:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536450.997965:0:25700:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536450.999215:0:25700:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536450.999232:0:25700:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536452.013778:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536452.214275:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536452.214295:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583187456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536452.214359:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536452.214679:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583187456 00000100:00100000:3.0:1788536452.214688:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583187456 00000100:00100000:3.0:1788536452.214753:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1788536452.214762:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583187456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536452.214799:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536452.214848:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583187456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536452.214855:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00080000:1.0:1788536452.214909:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536452.214946:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583187456:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788536452.791315:0:25753:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536452.791325:0:25753:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536452.793283:0:25753:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536452.793302:0:25753:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536453.035998:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536454.060161:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536454.364770:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536454.364812:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536454.364836:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536454.364854:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536454.364870:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536454.364886:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536454.364907:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536454.364929:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574113280 00000100:00100000:1.0:1788536454.364937:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574113280 00000100:00100000:1.0:1788536454.364985:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574113792 00000100:00100000:1.0:1788536454.364988:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574113792 00000100:00100000:1.0:1788536454.365002:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574113408 00000100:00100000:1.0:1788536454.365004:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574113408 00000100:00100000:1.0:1788536454.365014:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574113664 00000100:00100000:1.0:1788536454.365016:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574113664 00000100:00100000:1.0:1788536454.365032:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 680 00000100:00100000:1.0:1788536454.365040:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574113280:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536454.365108:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574113280:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 67us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536454.365116:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 680 00000100:00100000:1.0:1788536454.365133:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 681 00000100:00100000:1.0:1788536454.365140:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574113792:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536454.365164:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574113792:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536454.365170:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 681 00000100:00100000:1.0:1788536454.365180:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 682 00000100:00100000:1.0:1788536454.365186:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574113408:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536454.365206:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574113408:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536454.365212:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 682 00000100:00100000:1.0:1788536454.365222:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 683 00000100:00100000:1.0:1788536454.365228:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574113664:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536454.365249:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574113664:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536454.365254:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 683 00000100:00100000:1.0:1788536454.365269:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574113536 00000100:00100000:1.0:1788536454.365273:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574113536 00000100:00100000:1.0:1788536454.365295:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574113152 00000100:00100000:1.0:1788536454.365298:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574113152 00000100:00100000:1.0:1788536454.365316:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 624 00000100:00100000:1.0:1788536454.365322:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574113536:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536454.365349:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574113536:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536454.365355:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 624 00000100:00100000:1.0:1788536454.365409:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 625 00000100:00100000:1.0:1788536454.365418:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574113152:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536454.365443:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574113152:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536454.365448:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 625 00000100:00080000:1.0:1788536454.365476:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536454.365480:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536454.365482:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536454.365595:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574113024 00000100:00100000:3.0:1788536454.365600:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574113024 00000100:00100000:3.0:1788536454.365630:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 670 00000100:00100000:3.0:1788536454.365637:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574113024:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536454.365663:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574113024:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536454.365669:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 670 00000040:00080000:3.0:1788536454.583455:0:25804:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536454.583464:0:25804:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536454.584269:0:25804:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536454.584281:0:25804:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536455.083839:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536455.276037:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583187968:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.276104:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536455.276172:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536455.276178:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583187584:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.276207:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536455.276243:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583188096:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.276269:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536455.276294:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583187840:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.276315:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536455.276331:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536455.276335:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583187712:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.276355:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536455.276388:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583188224:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.276410:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536455.276439:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583187584 00000100:00100000:0.0:1788536455.276446:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583187584 00000100:00100000:0.0:1788536455.276490:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1788536455.276498:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583187584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.276559:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583187584:12345-0@lo:400:kworker.0 Request processed in 61us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536455.276566:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1788536455.276686:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583187584:0@lo:400:kworker.0 00000100:00100000:1.0:1788536455.276838:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583187968 00000100:00100000:1.0:1788536455.276843:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583187968 00000100:00100000:1.0:1788536455.276893:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583188224 00000100:00100000:1.0:1788536455.276897:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583188224 00000100:00100000:1.0:1788536455.276918:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1788536455.276924:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583187968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536455.276962:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583187968:12345-0@lo:400:kworker.0 Request processed in 38us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536455.276968:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1788536455.276980:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1788536455.276985:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583188224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536455.277013:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583188224:12345-0@lo:400:kworker.0 Request processed in 28us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536455.277018:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1788536455.277035:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583188096 00000100:00100000:1.0:1788536455.277039:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583188096 00000100:00100000:1.0:1788536455.277060:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583187840 00000100:00100000:1.0:1788536455.277062:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583187840 00000100:00100000:1.0:1788536455.277078:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583187712 00000100:00100000:1.0:1788536455.277081:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583187712 00000100:00100000:1.0:1788536455.277092:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788536455.277098:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583188096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536455.277128:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583188096:12345-0@lo:400:kworker.0 Request processed in 31us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536455.277135:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788536455.277146:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1788536455.277151:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583187840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536455.277175:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583187840:12345-0@lo:400:kworker.0 Request processed in 24us (859us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536455.277180:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1788536455.277191:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1788536455.277196:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583187712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536455.277221:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583187712:12345-0@lo:400:kworker.0 Request processed in 25us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536455.277227:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00080000:0.0:1788536455.277601:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536455.277607:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536455.277609:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536455.277632:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583187712:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.277643:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583188224:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.277652:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583187840:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.277681:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e021500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583188096:0@lo:400:kworker.0 00000100:00100000:0.0:1788536455.277690:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583187968:0@lo:400:kworker.0 00000040:00080000:3.0:1788536455.595871:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536455.595881:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536455.596451:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536455.596462:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536455.787584:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536455.787607:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583188352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536455.787672:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536455.787887:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583188352 00000100:00100000:3.0:1788536455.787894:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583188352 00000100:00100000:3.0:1788536455.787947:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1788536455.787956:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583188352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536455.787993:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536455.788039:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583188352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536455.788045:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1788536455.788085:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e023800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583188352:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536456.109546:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536456.523438:0:25855:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536456.523447:0:25855:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536456.529210:0:25855:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536456.529232:0:25855:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536457.132093:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536457.325787:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583188480:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536457.325859:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536457.326074:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583188480 00000100:00100000:3.0:1788536457.326083:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583188480 00000100:00100000:3.0:1788536457.326148:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1788536457.326158:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583188480:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536457.326189:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536457.326236:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583188480:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536457.326243:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00080000:0.0:1788536457.326337:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536457.326397:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583188480:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536458.158552:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536458.318280:0:25906:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536458.318287:0:25906:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536458.318927:0:25906:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536458.318936:0:25906:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536459.182738:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536459.481681:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536459.481728:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536459.481763:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536459.481809:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536459.481836:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536459.481855:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536459.481895:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536459.481923:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574113920 00000100:00100000:2.0:1788536459.481932:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574113920 00000100:00100000:2.0:1788536459.481980:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 672 00000100:00100000:2.0:1788536459.482003:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574113920:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536459.482068:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574113920:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 67us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536459.482075:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 672 00000100:00100000:1.0:1788536459.482236:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574114048 00000100:00100000:1.0:1788536459.482241:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574114048 00000100:00100000:1.0:1788536459.482292:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574114432 00000100:00100000:1.0:1788536459.482295:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574114432 00000100:00100000:1.0:1788536459.482316:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 629 00000100:00100000:1.0:1788536459.482323:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574114048:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536459.482357:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574114048:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 35us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536459.482363:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 629 00000100:00100000:1.0:1788536459.482408:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 630 00000100:00100000:1.0:1788536459.482414:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574114432:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536459.482439:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574114432:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536459.482445:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 630 00000100:00100000:1.0:1788536459.482463:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574114304 00000100:00100000:1.0:1788536459.482467:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574114304 00000100:00100000:1.0:1788536459.482498:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574114560 00000100:00100000:1.0:1788536459.482501:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574114560 00000100:00100000:1.0:1788536459.482514:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574114176 00000100:00100000:1.0:1788536459.482516:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574114176 00000100:00100000:1.0:1788536459.482527:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574114688 00000100:00100000:1.0:1788536459.482528:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574114688 00000100:00100000:1.0:1788536459.482540:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 686 00000100:00100000:1.0:1788536459.482546:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574114304:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536459.482569:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574114304:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536459.482579:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 686 00000100:00100000:1.0:1788536459.482589:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 687 00000100:00100000:1.0:1788536459.482595:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574114560:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536459.482615:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574114560:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (852us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536459.482620:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 687 00000100:00100000:1.0:1788536459.482630:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 688 00000100:00100000:1.0:1788536459.482636:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574114176:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536459.482656:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574114176:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536459.482662:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 688 00000100:00100000:1.0:1788536459.482672:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 689 00000100:00100000:1.0:1788536459.482678:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574114688:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536459.482699:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574114688:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536459.482705:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 689 00000100:00080000:2.0:1788536459.482912:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536459.482917:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536459.482919:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788536460.204552:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536460.274127:0:25958:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536460.274137:0:25958:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536460.274709:0:25958:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536460.274719:0:25958:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536460.396965:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583188992:0@lo:400:kworker.0 00000100:00100000:1.0:1788536460.397040:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536460.397094:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788536460.397101:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583188608:0@lo:400:kworker.0 00000100:00100000:1.0:1788536460.397130:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536460.397152:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583189120:0@lo:400:kworker.0 00000100:00100000:1.0:1788536460.397178:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536460.397209:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583188992 00000100:00100000:1.0:1788536460.397217:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583188992 00000100:00100000:1.0:1788536460.397272:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1788536460.397282:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583188992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536460.397355:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583188992:12345-0@lo:400:kworker.0 Request processed in 74us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536460.397363:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1788536460.397501:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583188608 00000100:00100000:1.0:1788536460.397506:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583188608 00000100:00100000:1.0:1788536460.397534:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1788536460.397541:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583188608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536460.397574:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583188608:12345-0@lo:400:kworker.0 Request processed in 33us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536460.397580:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1788536460.397608:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583189120 00000100:00100000:1.0:1788536460.397612:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583189120 00000100:00100000:1.0:1788536460.397640:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1788536460.397647:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583189120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536460.397676:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e023800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583189120:12345-0@lo:400:kworker.0 Request processed in 30us (497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536460.397682:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1788536460.397721:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583188608:0@lo:400:kworker.0 00000100:00100000:1.0:1788536460.397736:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583189120:0@lo:400:kworker.0 00000100:00100000:1.0:1788536460.397745:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583188992:0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.397818:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583188736:0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.397851:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536460.397956:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583189248:0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.397982:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536460.398003:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536460.398009:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583188864:0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.398030:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788536460.398057:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536460.398061:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536460.398074:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583189248 00000100:00100000:2.0:1788536460.398078:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583189248 00000100:00100000:2.0:1788536460.398110:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1788536460.398116:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583189248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.398150:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583189248:12345-0@lo:400:kworker.0 Request processed in 35us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536460.398156:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1788536460.398171:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583188736 00000100:00100000:2.0:1788536460.398175:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583188736 00000100:00100000:2.0:1788536460.398194:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583188864 00000100:00100000:2.0:1788536460.398197:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583188864 00000100:00100000:2.0:1788536460.398215:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788536460.398221:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583188736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.398250:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583188736:12345-0@lo:400:kworker.0 Request processed in 30us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536460.398256:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788536460.398266:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1788536460.398272:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583188864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.398296:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583188864:12345-0@lo:400:kworker.0 Request processed in 25us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536460.398301:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00080000:2.0:1788536460.398314:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536460.398317:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536460.398667:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e535180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583188864:0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.398677:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583188736:0@lo:400:kworker.0 00000100:00100000:2.0:1788536460.398685:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583189248:0@lo:400:kworker.0 00000100:00100000:3.0:1788536460.910531:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536460.910556:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583189376:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536460.910626:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536460.910767:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583189376 00000100:00100000:1.0:1788536460.910775:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583189376 00000100:00100000:1.0:1788536460.910835:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1788536460.910844:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583189376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536460.911144:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536460.911203:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583189376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 360us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536460.911211:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:3.0:1788536460.911299:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e537100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583189376:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536461.227590:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536462.163889:0:26009:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536462.163897:0:26009:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536462.164479:0:26009:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536462.164487:0:26009:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536462.251578:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536462.443638:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536462.443661:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583189504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536462.443725:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536462.443827:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583189504 00000100:00100000:3.0:1788536462.443835:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583189504 00000100:00100000:3.0:1788536462.443893:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:3.0:1788536462.443902:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583189504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536462.443931:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536462.443971:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583189504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536462.443977:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:0.0:1788536462.444053:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583189504:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788536462.444161:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788536463.275665:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536463.931331:0:26060:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536463.931341:0:26060:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536463.931917:0:26060:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536463.931927:0:26060:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536464.300424:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536464.609734:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536464.609800:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536464.609833:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536464.609866:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536464.609896:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536464.609936:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574115072 00000100:00100000:1.0:1788536464.609948:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574115072 00000100:00100000:1.0:1788536464.610017:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574115584 00000100:00100000:1.0:1788536464.610021:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574115584 00000100:00100000:3.0:1788536464.610143:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 692 00000100:00100000:3.0:1788536464.610157:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574115072:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536464.610252:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574115072:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 98us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536464.610261:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 692 00000100:00100000:0.0:1788536464.610536:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574114816 00000100:00100000:0.0:1788536464.610541:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574114816 00000100:00100000:0.0:1788536464.610590:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 674 00000100:00100000:0.0:1788536464.610598:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574114816:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536464.610626:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574114816:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536464.610633:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 674 00000100:00100000:1.0:1788536464.610769:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 693 00000100:00100000:1.0:1788536464.610778:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574115584:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536464.610808:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574115584:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 32us (911us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536464.610815:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 693 00000100:00100000:2.0:1788536464.611032:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574114944 00000100:00100000:2.0:1788536464.611101:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574114944 00000100:00100000:2.0:1788536464.611563:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574115328 00000100:00100000:2.0:1788536464.611569:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574115328 00000100:00100000:2.0:1788536464.611614:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 634 00000100:00100000:2.0:1788536464.611623:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574114944:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536464.611814:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e535180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574114944:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 192us (2096us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536464.611822:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 634 00000100:00100000:2.0:1788536464.611836:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 635 00000100:00100000:2.0:1788536464.611843:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574115328:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536464.611867:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574115328:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (2000us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536464.611873:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 635 00000100:00080000:2.0:1788536464.611898:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536464.611904:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536464.611907:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536464.613885:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536464.613935:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536464.614015:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574115200 00000100:00100000:3.0:1788536464.614027:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574115200 00000100:00100000:3.0:1788536464.614117:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574115456 00000100:00100000:3.0:1788536464.614121:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574115456 00000100:00100000:3.0:1788536464.614153:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 694 00000100:00100000:3.0:1788536464.614163:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574115200:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536464.614238:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574115200:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 77us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536464.614247:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 694 00000100:00100000:3.0:1788536464.614264:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 695 00000100:00100000:3.0:1788536464.614271:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574115456:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536464.614296:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574115456:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536464.614302:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 695 00000100:00080000:0.0:1788536464.614848:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536464.614855:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788536465.327208:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536465.523732:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583189632:0@lo:400:kworker.0 00000100:00100000:2.0:1788536465.523817:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536465.523921:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583189632 00000100:00100000:3.0:1788536465.523930:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583189632 00000100:00100000:3.0:1788536465.523980:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1788536465.523990:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583189632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536465.530011:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583190016:0@lo:400:kworker.0 00000100:00100000:0.0:1788536465.530090:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536465.530582:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5364d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583189632:12345-0@lo:400:kworker.0 Request processed in 6591us (6762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536465.530595:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:3.0:1788536465.530629:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583189760:0@lo:400:kworker.0 00000100:00100000:2.0:1788536465.530651:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583189632:0@lo:400:kworker.0 00000100:00100000:3.0:1788536465.530665:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536465.530693:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536465.530700:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583189888:0@lo:400:kworker.0 00000100:00100000:3.0:1788536465.530722:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536465.531529:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583190016 00000100:00100000:3.0:1788536465.531538:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583190016 00000100:00100000:3.0:1788536465.531603:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1788536465.531611:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583190016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536465.531674:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583190016:12345-0@lo:400:kworker.0 Request processed in 64us (1584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536465.531681:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1788536465.531722:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583190016:0@lo:400:kworker.0 00000100:00080000:0.0:1788536465.531840:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536465.532020:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583189760 00000100:00100000:3.0:1788536465.532025:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583189760 00000100:00100000:3.0:1788536465.532089:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583189888 00000100:00100000:3.0:1788536465.532093:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583189888 00000100:00100000:1.0:1788536465.532263:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788536465.532275:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583190144:0@lo:400:kworker.0 00000100:00100000:1.0:1788536465.532310:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536465.537103:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583190144 00000100:00100000:0.0:1788536465.537116:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583190144 00000100:00100000:0.0:1788536465.537181:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788536465.537191:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583189760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536465.537268:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583189760:12345-0@lo:400:kworker.0 Request processed in 78us (6603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536465.537276:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788536465.537293:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1788536465.537299:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583189888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536465.537328:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583189888:12345-0@lo:400:kworker.0 Request processed in 29us (6605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536465.537333:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1788536465.537346:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1788536465.537353:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583190144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536465.537403:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583190144:12345-0@lo:400:kworker.0 Request processed in 51us (5092us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536465.537408:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1788536465.537483:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788536465.537498:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43040e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583190272:0@lo:400:kworker.0 00000100:00100000:3.0:1788536465.537539:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536465.537604:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583189888:0@lo:400:kworker.0 00000100:00100000:3.0:1788536465.537617:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583189760:0@lo:400:kworker.0 00000100:00080000:3.0:1788536465.537644:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536465.537835:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583190272 00000100:00100000:0.0:1788536465.537840:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583190272 00000100:00100000:0.0:1788536465.537881:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1788536465.537888:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583190272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536465.537998:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583190272:12345-0@lo:400:kworker.0 Request processed in 109us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536465.538005:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:3.0:1788536465.538073:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43040e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583190272:0@lo:400:kworker.0 00000100:00080000:3.0:1788536465.538090:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536465.538305:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583190144:0@lo:400:kworker.0 00000040:00080000:0.0:1788536465.770545:0:26111:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536465.770555:0:26111:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536465.771071:0:26111:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536465.771080:0:26111:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1788536465.836613:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536465.836633:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536465.837338:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536465.837351:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536466.031358:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583190400:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536466.031469:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536466.031605:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583190400 00000100:00100000:1.0:1788536466.031613:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583190400 00000100:00100000:1.0:1788536466.031669:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1788536466.031678:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583190400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536466.031713:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536466.031768:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583190400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536466.031776:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1788536466.032200:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583190400:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536466.347921:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536467.371621:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536467.563728:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536467.563750:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583190528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536467.563927:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536467.564037:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583190528 00000100:00100000:0.0:1788536467.564046:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583190528 00000100:00100000:0.0:1788536467.564104:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1788536467.564114:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583190528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536467.564149:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536467.564195:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583190528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536467.564203:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00080000:3.0:1788536467.564334:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536467.564397:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583190528:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788536467.708495:0:26163:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536467.708504:0:26163:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536467.709184:0:26163:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536467.709195:0:26163:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536468.395652:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536469.419677:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536469.582829:0:26214:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536469.582838:0:26214:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536469.583628:0:26214:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536469.583642:0:26214:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536469.721219:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536469.721261:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536469.721281:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536469.721303:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536469.721319:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536469.721334:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536469.721354:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536469.721391:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574116096 00000100:00100000:1.0:1788536469.721400:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574116096 00000100:00100000:1.0:1788536469.721462:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574116352 00000100:00100000:1.0:1788536469.721465:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574116352 00000100:00100000:1.0:1788536469.721477:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574115968 00000100:00100000:1.0:1788536469.721479:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574115968 00000100:00100000:1.0:1788536469.721489:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574116480 00000100:00100000:1.0:1788536469.721491:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574116480 00000100:00100000:1.0:1788536469.721504:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 698 00000100:00100000:1.0:1788536469.721512:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574116096:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536469.721571:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574116096:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 60us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536469.721579:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 698 00000100:00100000:1.0:1788536469.721593:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 699 00000100:00100000:1.0:1788536469.721598:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574116352:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536469.721617:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574116352:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536469.721622:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 699 00000100:00100000:1.0:1788536469.721631:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 700 00000100:00100000:1.0:1788536469.721636:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574115968:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536469.721651:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574115968:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 15us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536469.721656:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 700 00000100:00100000:1.0:1788536469.721664:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 701 00000100:00100000:1.0:1788536469.721669:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574116480:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536469.721684:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574116480:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 15us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536469.721690:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 701 00000100:00100000:1.0:1788536469.721703:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574115712 00000100:00100000:1.0:1788536469.721706:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574115712 00000100:00100000:1.0:1788536469.721728:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 676 00000100:00100000:1.0:1788536469.721733:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574115712:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536469.721753:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574115712:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536469.721758:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 676 00000100:00100000:1.0:1788536469.721782:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574115840 00000100:00100000:1.0:1788536469.721785:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574115840 00000100:00100000:1.0:1788536469.721805:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574116224 00000100:00100000:1.0:1788536469.721807:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574116224 00000100:00100000:1.0:1788536469.721822:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 639 00000100:00100000:1.0:1788536469.721827:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574115840:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536469.721848:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574115840:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (639us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536469.721853:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 639 00000100:00100000:1.0:1788536469.721862:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 640 00000100:00100000:1.0:1788536469.721867:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574116224:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536469.721882:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574116224:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 15us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536469.721887:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 640 00000100:00080000:1.0:1788536469.721898:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536469.721902:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536469.721904:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788536470.445126:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536470.637180:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583191040:0@lo:400:kworker.0 00000100:00100000:2.0:1788536470.637253:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536470.637253:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583190912:0@lo:400:kworker.0 00000100:00100000:1.0:1788536470.637317:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536470.637327:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788536470.637337:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583190656:0@lo:400:kworker.0 00000100:00100000:1.0:1788536470.637344:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788536470.637354:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583190784:0@lo:400:kworker.0 00000100:00100000:2.0:1788536470.637393:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536470.637415:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536470.637434:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583191168:0@lo:400:kworker.0 00000100:00100000:2.0:1788536470.637461:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536470.637492:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583191040 00000100:00100000:2.0:1788536470.637498:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583191040 00000100:00100000:2.0:1788536470.637545:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1788536470.637552:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583191040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536470.637598:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583191040:12345-0@lo:400:kworker.0 Request processed in 47us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536470.637605:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1788536470.637626:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583190912 00000100:00100000:2.0:1788536470.637629:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583190912 00000100:00100000:2.0:1788536470.637651:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583190784 00000100:00100000:2.0:1788536470.637654:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583190784 00000100:00100000:2.0:1788536470.637670:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583191168 00000100:00100000:1.0:1788536470.637670:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583191296:0@lo:400:kworker.0 00000100:00100000:2.0:1788536470.637675:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583191168 00000100:00100000:2.0:1788536470.637697:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788536470.637706:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583190912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536470.637713:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536470.637749:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583190912:12345-0@lo:400:kworker.0 Request processed in 44us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536470.637757:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1788536470.637817:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583190656 00000100:00100000:3.0:1788536470.637822:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583190656 00000100:00100000:3.0:1788536470.637850:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1788536470.637856:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583190656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536470.637891:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583190656:12345-0@lo:400:kworker.0 Request processed in 35us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536470.637898:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1788536470.637925:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583191296 00000100:00100000:3.0:1788536470.637928:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583191296 00000100:00100000:3.0:1788536470.637950:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1788536470.637956:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583191296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536470.637985:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583191296:12345-0@lo:400:kworker.0 Request processed in 30us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536470.637992:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00080000:3.0:1788536470.638026:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536470.638031:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536470.638033:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536470.638054:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583190656:0@lo:400:kworker.0 00000100:00100000:3.0:1788536470.638068:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583191040:0@lo:400:kworker.0 00000100:00100000:2.0:1788536470.638109:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1788536470.638130:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583190784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536470.638161:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583190784:12345-0@lo:400:kworker.0 Request processed in 397us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536470.638188:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1788536470.638197:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583191168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536470.638235:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583191168:12345-0@lo:400:kworker.0 Request processed in 39us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536470.638243:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1788536470.638305:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583191168:0@lo:400:kworker.0 00000100:00100000:0.0:1788536470.639014:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583190784:0@lo:400:kworker.0 00000100:00100000:0.0:1788536470.639026:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583191296:0@lo:400:kworker.0 00000100:00100000:0.0:1788536470.639036:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583190912:0@lo:400:kworker.0 00000100:00100000:1.0:1788536470.639229:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1788536471.147717:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536471.147744:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583191424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536471.147817:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536471.148062:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583191424 00000100:00100000:0.0:1788536471.148070:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583191424 00000100:00100000:0.0:1788536471.148123:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1788536471.148137:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d48659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583191424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536471.148172:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536471.148229:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d48659450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583191424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536471.148237:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1788536471.148316:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c435c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583191424:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788536471.320780:0:26265:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536471.320788:0:26265:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536471.321490:0:26265:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536471.321500:0:26265:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536471.471269:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536472.491910:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536472.683816:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d73a6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583191552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536472.683884:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536472.683971:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583191552 00000100:00100000:2.0:1788536472.683980:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583191552 00000100:00100000:2.0:1788536472.684040:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1788536472.684050:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583191552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788536472.684084:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536472.684140:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42dd7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583191552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536472.684148:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1788536472.684234:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d73a6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583191552:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536472.685618:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788536473.008090:0:26316:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536473.008098:0:26316:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536473.010822:0:26316:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536473.010840:0:26316:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536473.515821:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536474.539629:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536474.839023:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536474.839073:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536474.839116:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536474.839137:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536474.839158:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536474.839181:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536474.839204:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536474.839230:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574116992 00000100:00100000:1.0:1788536474.839239:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574116992 00000100:00100000:1.0:1788536474.839289:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574116864 00000100:00100000:1.0:1788536474.839293:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574116864 00000100:00100000:1.0:1788536474.839307:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574117248 00000100:00100000:1.0:1788536474.839309:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574117248 00000100:00100000:1.0:1788536474.839322:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574117376 00000100:00100000:1.0:1788536474.839325:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574117376 00000100:00100000:1.0:1788536474.839341:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 704 00000100:00100000:1.0:1788536474.839350:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574116992:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536474.839463:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574116992:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 114us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536474.839471:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 704 00000100:00100000:1.0:1788536474.839491:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 705 00000100:00100000:1.0:1788536474.839498:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574116864:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536474.839526:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574116864:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536474.839533:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 705 00000100:00100000:1.0:1788536474.839546:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 706 00000100:00100000:1.0:1788536474.839553:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574117248:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536474.839580:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574117248:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536474.839587:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 706 00000100:00100000:1.0:1788536474.839601:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 707 00000100:00100000:1.0:1788536474.839609:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574117376:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536474.839632:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574117376:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536474.839637:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 707 00000100:00100000:1.0:1788536474.839661:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574116736 00000100:00100000:1.0:1788536474.839664:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574116736 00000100:00100000:1.0:1788536474.839690:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574117120 00000100:00100000:1.0:1788536474.839693:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574117120 00000100:00100000:1.0:1788536474.839709:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 644 00000100:00100000:1.0:1788536474.839716:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574116736:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536474.839743:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574116736:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536474.839749:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 644 00000100:00100000:1.0:1788536474.839761:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 645 00000100:00100000:1.0:1788536474.839767:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574117120:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536474.839790:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574117120:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536474.839796:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 645 00000100:00080000:1.0:1788536474.839815:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788536474.839819:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536474.839821:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536474.840195:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574116608 00000100:00100000:0.0:1788536474.840200:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574116608 00000100:00100000:0.0:1788536474.840238:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 678 00000100:00100000:0.0:1788536474.840246:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574116608:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536474.840282:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574116608:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 37us (1208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536474.840288:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 678 00000040:00080000:2.0:1788536474.847238:0:26368:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536474.847246:0:26368:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536474.848867:0:26368:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536474.848882:0:26368:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1788536475.051693:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536475.051703:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536475.052486:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536475.052507:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536475.564155:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536475.755932:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583191936:0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.755977:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583191680:0@lo:400:kworker.0 00000100:00100000:1.0:1788536475.756000:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536475.756009:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536475.756045:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583192192:0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756067:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536475.756088:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536475.756094:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583192064:0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756116:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536475.756139:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43041c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583191808:0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756159:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536475.756175:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583192320:0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756192:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536475.756232:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583191680 00000100:00100000:3.0:1788536475.756239:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583191680 00000100:00100000:3.0:1788536475.756280:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788536475.756287:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583191680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756333:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583191680:12345-0@lo:400:kworker.0 Request processed in 46us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536475.756340:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788536475.756401:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583191936 00000100:00100000:3.0:1788536475.756405:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583191936 00000100:00100000:3.0:1788536475.756448:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583192192 00000100:00100000:3.0:1788536475.756451:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583192192 00000100:00100000:3.0:1788536475.756467:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583191808 00000100:00100000:3.0:1788536475.756469:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583191808 00000100:00100000:3.0:1788536475.756492:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:3.0:1788536475.756508:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583191936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536475.756513:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583192064 00000100:00100000:0.0:1788536475.756518:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583192064 00000100:00100000:3.0:1788536475.756540:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e151500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583191936:12345-0@lo:400:kworker.0 Request processed in 40us (539us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536475.756544:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583192320 00000100:00100000:3.0:1788536475.756546:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788536475.756547:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583192320 00000100:00100000:3.0:1788536475.756557:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1788536475.756562:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583192192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536475.756564:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1788536475.756570:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583192064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756587:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583192192:12345-0@lo:400:kworker.0 Request processed in 25us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536475.756593:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1788536475.756594:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583192064:12345-0@lo:400:kworker.0 Request processed in 26us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536475.756600:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1788536475.756604:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1788536475.756608:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583191808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756634:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583191808:12345-0@lo:400:kworker.0 Request processed in 25us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536475.756639:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788536475.756655:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1788536475.756675:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43041c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583191808:0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756707:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583192064:0@lo:400:kworker.0 00000100:00100000:0.0:1788536475.756712:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583192320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756715:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583191680:0@lo:400:kworker.0 00000100:00100000:3.0:1788536475.756723:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43043480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583192192:0@lo:400:kworker.0 00000100:00100000:0.0:1788536475.756745:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583192320:12345-0@lo:400:kworker.0 Request processed in 84us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536475.756751:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00080000:3.0:1788536475.756758:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536475.756762:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536475.756765:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536475.756773:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583192320:0@lo:400:kworker.0 00000100:00100000:1.0:1788536475.759941:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43041880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583191936:0@lo:400:kworker.0 00000100:00100000:3.0:1788536476.269022:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536476.269045:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583192448:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536476.269112:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536476.269209:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583192448 00000100:00100000:0.0:1788536476.269217:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583192448 00000100:00100000:0.0:1788536476.269279:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1788536476.269289:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583192448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536476.269320:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536476.269394:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583192448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536476.269401:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1788536476.269958:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583192448:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1788536476.559175:0:26419:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536476.559185:0:26419:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536476.559745:0:26419:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536476.559754:0:26419:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536476.589527:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536477.611589:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536477.813750:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583192576:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536477.813820:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536477.814025:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583192576 00000100:00100000:0.0:1788536477.814032:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583192576 00000100:00100000:0.0:1788536477.814093:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1788536477.814102:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583192576:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536477.814135:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00080000:3.0:1788536477.814199:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536477.814327:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583192576:12345-0@lo:13:osp-pre-0-0.0 Request processed in 225us (505us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536477.814335:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1788536477.814877:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583192576:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1788536478.328494:0:26470:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536478.328503:0:26470:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536478.329104:0:26470:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536478.329115:0:26470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536478.636220:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536479.659690:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536479.964618:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536479.964660:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536479.964687:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536479.964707:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536479.964722:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536479.964741:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536479.964763:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536479.964788:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574118016 00000100:00100000:3.0:1788536479.964797:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574118016 00000100:00100000:3.0:1788536479.964851:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574117632 00000100:00100000:3.0:1788536479.964855:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574117632 00000100:00100000:3.0:1788536479.964878:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 649 00000100:00100000:3.0:1788536479.964887:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574118016:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536479.964959:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574118016:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 72us (269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536479.964967:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 649 00000100:00100000:3.0:1788536479.964985:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 650 00000100:00100000:3.0:1788536479.964992:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574117632:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536479.965015:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574117632:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536479.965021:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 650 00000100:00100000:3.0:1788536479.965038:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574117760 00000100:00100000:3.0:1788536479.965041:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574117760 00000100:00100000:3.0:1788536479.965064:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574118272 00000100:00100000:3.0:1788536479.965067:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574118272 00000100:00100000:3.0:1788536479.965079:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574117888 00000100:00100000:3.0:1788536479.965080:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574117888 00000100:00100000:3.0:1788536479.965090:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574118144 00000100:00100000:3.0:1788536479.965092:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574118144 00000100:00100000:3.0:1788536479.965103:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 710 00000100:00100000:3.0:1788536479.965109:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574117760:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536479.965133:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574117760:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536479.965140:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 710 00000100:00100000:3.0:1788536479.965150:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 711 00000100:00100000:3.0:1788536479.965178:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574118272:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536479.965200:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574118272:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 44us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536479.965205:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 711 00000100:00100000:3.0:1788536479.965215:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 712 00000100:00100000:3.0:1788536479.965221:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574117888:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536479.965239:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574117888:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536479.965244:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 712 00000100:00100000:3.0:1788536479.965455:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 713 00000100:00100000:3.0:1788536479.965468:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574118144:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536479.965493:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43043800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574118144:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (729us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536479.965499:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 713 00000100:00080000:3.0:1788536479.965526:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536479.965531:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536479.965533:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536479.966057:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574117504 00000100:00100000:2.0:1788536479.966066:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574117504 00000100:00100000:2.0:1788536479.966113:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 680 00000100:00100000:2.0:1788536479.966120:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574117504:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536479.966162:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574117504:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 43us (1555us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536479.966178:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 680 00000040:00080000:2.0:1788536480.112087:0:26521:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536480.112096:0:26521:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536480.112808:0:26521:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536480.112819:0:26521:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536480.683677:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536480.875641:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583193088:0@lo:400:kworker.0 00000100:00100000:0.0:1788536480.875747:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536480.875776:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583192704:0@lo:400:kworker.0 00000100:00100000:3.0:1788536480.875819:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536480.875866:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583193088 00000100:00100000:0.0:1788536480.875874:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583193088 00000100:00100000:0.0:1788536480.875941:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1788536480.875949:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583193088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536480.876014:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583193088:12345-0@lo:400:kworker.0 Request processed in 65us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536480.876022:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1788536480.876034:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583192832:0@lo:400:kworker.0 00000100:00100000:1.0:1788536480.876076:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536480.876076:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583193088:0@lo:400:kworker.0 00000100:00100000:1.0:1788536480.876100:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583193344:0@lo:400:kworker.0 00000100:00100000:1.0:1788536480.876125:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536480.876128:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583192704 00000100:00100000:0.0:1788536480.876133:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583192704 00000100:00100000:1.0:1788536480.876148:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536480.876155:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583192960:0@lo:400:kworker.0 00000100:00100000:0.0:1788536480.876170:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788536480.876179:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583192704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536480.876185:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536480.876236:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583192704:12345-0@lo:400:kworker.0 Request processed in 59us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536480.876248:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583193344 00000100:00100000:1.0:1788536480.876254:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583193344 00000100:00100000:0.0:1788536480.876260:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1788536480.876289:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1788536480.876298:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583193344:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788536480.876305:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536480.876319:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536480.876350:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583193344:12345-0@lo:400:kworker.0 Request processed in 53us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536480.876359:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1788536480.876395:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42befb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583193344:0@lo:400:kworker.0 00000100:00100000:1.0:1788536480.876413:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583192832 00000100:00100000:1.0:1788536480.876419:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583192832 00000100:00100000:1.0:1788536480.876459:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583192960 00000100:00100000:1.0:1788536480.876463:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583192960 00000100:00100000:0.0:1788536480.876629:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1788536480.876639:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583192832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536480.876679:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583192832:12345-0@lo:400:kworker.0 Request processed in 43us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536480.876686:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1788536480.876725:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583192832:0@lo:400:kworker.0 00000100:00100000:3.0:1788536480.876842:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583193216:0@lo:400:kworker.0 00000100:00100000:3.0:1788536480.876921:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536480.876948:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583192704:0@lo:400:kworker.0 00000100:00100000:0.0:1788536480.877010:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583193216 00000100:00100000:0.0:1788536480.877015:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583193216 00000100:00100000:1.0:1788536480.877067:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1788536480.877074:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583192960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536480.877112:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583192960:12345-0@lo:400:kworker.0 Request processed in 38us (930us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536480.877118:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1788536480.877144:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583192960:0@lo:400:kworker.0 00000100:00100000:0.0:1788536480.882811:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1788536480.882828:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583193216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536480.882933:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583193216:12345-0@lo:400:kworker.0 Request processed in 110us (6012us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536480.882941:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:2.0:1788536480.883159:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583193216:0@lo:400:kworker.0 00000100:00080000:3.0:1788536480.888773:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536481.387661:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536481.387685:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583193472:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536481.387753:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536481.387906:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583193472 00000100:00100000:0.0:1788536481.387915:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583193472 00000100:00100000:0.0:1788536481.387971:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1788536481.387981:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583193472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536481.388016:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536481.388074:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43040000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583193472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536481.388081:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1788536481.388199:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583193472:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536481.708707:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536481.781900:0:26573:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536481.781910:0:26573:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536481.782865:0:26573:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536481.782877:0:26573:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536482.731647:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536482.924436:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536482.924832:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583193600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536482.924899:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536482.925331:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583193600 00000100:00100000:0.0:1788536482.925340:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583193600 00000100:00100000:0.0:1788536482.925470:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:0.0:1788536482.925480:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583193600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536482.925514:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536482.925569:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7cb03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583193600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (670us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536482.925587:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1788536482.925668:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43042d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583193600:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536482.925845:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788536483.633732:0:26624:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536483.633741:0:26624:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536483.634911:0:26624:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536483.634925:0:26624:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536483.755524:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536484.780805:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536485.078406:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536485.078437:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536485.078462:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536485.078490:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536485.078504:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574118784 00000100:00100000:3.0:1788536485.078510:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536485.078515:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574118784 00000100:00100000:3.0:1788536485.078532:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536485.078560:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536485.078612:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574118528 00000100:00100000:1.0:1788536485.078617:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574118528 00000100:00100000:1.0:1788536485.078658:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574118912 00000100:00100000:1.0:1788536485.078661:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574118912 00000100:00100000:1.0:1788536485.078689:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 654 00000100:00100000:1.0:1788536485.078698:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574118528:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536485.078764:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574118528:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 67us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536485.078771:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 654 00000100:00100000:1.0:1788536485.078787:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 655 00000100:00100000:1.0:1788536485.078793:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574118912:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536485.078816:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e537480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574118912:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536485.078822:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 655 00000100:00080000:2.0:1788536485.079922:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536485.079930:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536485.088674:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574118656 00000100:00100000:2.0:1788536485.088674:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574119040 00000100:00100000:3.0:1788536485.088689:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574118656 00000100:00100000:2.0:1788536485.088689:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574119040 00000100:00100000:3.0:1788536485.088715:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574119168 00000100:00100000:3.0:1788536485.088719:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574119168 00000100:00080000:2.0:1788536485.088725:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536485.088731:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536485.088745:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574118400 00000100:00100000:2.0:1788536485.088749:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574118400 00000100:00100000:3.0:1788536485.088782:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 716 00000100:00100000:2.0:1788536485.088787:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 682 00000100:00100000:3.0:1788536485.088797:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574118784:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536485.088799:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574118400:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536485.088871:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43041c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574118784:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 78us (10430us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536485.088872:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574118400:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 75us (10379us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536485.088887:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 716 00000100:00100000:2.0:1788536485.088890:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 682 00000100:00100000:3.0:1788536485.088916:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 717 00000100:00100000:3.0:1788536485.088924:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574119168:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536485.088948:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 718 00000100:00100000:2.0:1788536485.088955:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574119040:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536485.088979:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43042d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574119040:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (10516us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536485.088985:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 718 00000100:00100000:3.0:1788536485.089176:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574119168:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 253us (10615us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536485.089183:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 717 00000100:00100000:3.0:1788536485.089728:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 719 00000100:00100000:3.0:1788536485.089737:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574118656:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536485.089789:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574118656:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 52us (11277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536485.089796:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 719 00000100:00080000:2.0:1788536485.093347:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788536485.291597:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536485.291606:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536485.292237:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536485.292250:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788536485.390082:0:26675:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536485.390091:0:26675:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536485.390664:0:26675:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536485.390674:0:26675:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536485.809662:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536485.999415:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583193728:0@lo:400:kworker.0 00000100:00100000:2.0:1788536485.999487:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536485.999599:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583193728 00000100:00100000:3.0:1788536485.999607:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583193728 00000100:00100000:3.0:1788536485.999655:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1788536485.999664:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583193728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536486.000555:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583193728:12345-0@lo:400:kworker.0 Request processed in 888us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536486.000566:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1788536486.000682:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583193856:0@lo:400:kworker.0 00000100:00100000:3.0:1788536486.000719:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536486.000747:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536486.000753:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583193984:0@lo:400:kworker.0 00000100:00100000:3.0:1788536486.000776:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536486.000955:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583194112:0@lo:400:kworker.0 00000100:00100000:3.0:1788536486.000957:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583194368:0@lo:400:kworker.0 00000100:00100000:3.0:1788536486.000986:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536486.001115:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583194368 00000100:00100000:1.0:1788536486.001123:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583194368 00000100:00100000:0.0:1788536486.001667:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536486.001688:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788536486.001690:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583194112 00000100:00100000:3.0:1788536486.001694:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583194112 00000100:00100000:0.0:1788536486.001695:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d77644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583194240:0@lo:400:kworker.0 00000100:00100000:0.0:1788536486.001722:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536486.001925:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583193856 00000100:00100000:0.0:1788536486.001931:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583193856 00000100:00100000:3.0:1788536486.002140:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1788536486.002150:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583194112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536486.002203:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77584700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583194112:12345-0@lo:400:kworker.0 Request processed in 56us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536486.002274:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1788536486.002396:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77646300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583194112:0@lo:400:kworker.0 00000100:00100000:2.0:1788536486.002461:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583193728:0@lo:400:kworker.0 00000100:00080000:2.0:1788536486.002488:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536486.002492:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536486.002497:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1788536486.002502:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583193984 00000100:00100000:2.0:1788536486.002505:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583193984 00000100:00100000:0.0:1788536486.002506:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583193856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536486.002533:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583194240 00000100:00100000:2.0:1788536486.002536:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583194240 00000100:00100000:2.0:1788536486.002552:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1788536486.002557:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583193984:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788536486.002659:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536486.002672:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1788536486.002679:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583194240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536486.002870:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1788536486.002877:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583194368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536486.002942:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583193856:12345-0@lo:400:kworker.0 Request processed in 436us (2221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536486.002948:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1788536486.002980:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583193984:12345-0@lo:400:kworker.0 Request processed in 422us (2203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536486.002985:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1788536486.003044:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e150a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583193984:0@lo:400:kworker.0 00000100:00100000:2.0:1788536486.003056:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e152680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583193856:0@lo:400:kworker.0 00000100:00100000:1.0:1788536486.003251:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583194368:12345-0@lo:400:kworker.0 Request processed in 373us (2262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536486.003258:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1788536486.003292:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77585880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583194240:12345-0@lo:400:kworker.0 Request processed in 611us (1567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536486.003310:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1788536486.003554:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77644380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583194240:0@lo:400:kworker.0 00000100:00100000:3.0:1788536486.003576:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d77645880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583194368:0@lo:400:kworker.0 00000100:00100000:3.0:1788536486.509586:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536486.509609:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c411e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583194496:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536486.509674:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536486.509848:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583194496 00000100:00100000:0.0:1788536486.509856:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583194496 00000100:00100000:0.0:1788536486.509903:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1788536486.509912:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583194496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536486.509946:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536486.509999:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583194496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536486.510006:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:3.0:1788536486.510471:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c411e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583194496:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536486.829680:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536487.191483:0:26726:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536487.191493:0:26726:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536487.192357:0:26726:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536487.192593:0:26726:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536487.853064:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536488.046001:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536488.046036:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bfd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583194624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536488.046101:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536488.046278:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583194624 00000100:00100000:1.0:1788536488.046295:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583194624 00000100:00100000:1.0:1788536488.046361:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1788536488.046402:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583194624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536488.046435:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536488.046488:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e152680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583194624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 118us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536488.046495:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:1.0:1788536488.046554:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bfd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583194624:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536488.046678:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536488.880977:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536489.093943:0:26778:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536489.093952:0:26778:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536489.094807:0:26778:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536489.094818:0:26778:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536489.899512:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536490.197491:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536490.197546:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536490.197580:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536490.197736:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574119680 00000100:00100000:2.0:1788536490.197748:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574119936 00000100:00100000:0.0:1788536490.197748:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574119680 00000100:00100000:2.0:1788536490.197755:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574119936 00000100:00100000:1.0:1788536490.197818:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574119424 00000100:00100000:0.0:1788536490.197824:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 722 00000100:00100000:1.0:1788536490.197825:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574119424 00000100:00100000:0.0:1788536490.197839:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574119680:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536490.197902:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77645880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574119680:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 67us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536490.197910:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 722 00000100:00100000:2.0:1788536490.198560:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 723 00000100:00100000:2.0:1788536490.198569:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574119936:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536490.198608:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77644380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574119936:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 41us (1028us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536490.198614:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 723 00000100:00100000:1.0:1788536490.199451:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 659 00000100:00100000:1.0:1788536490.199464:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574119424:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536490.199519:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bfd0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2354:x1875415574119424:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 59us (2038us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536490.199526:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 659 00000100:00080000:3.0:1788536490.203002:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536490.203013:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536490.203017:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536490.203323:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536490.203364:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536490.203422:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536490.203492:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574119552 00000100:00100000:3.0:1788536490.203502:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574119552 00000100:00100000:0.0:1788536490.203512:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536490.203538:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574120064 00000100:00100000:0.0:1788536490.203542:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574120064 00000100:00100000:0.0:1788536490.203585:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 724 00000100:00100000:0.0:1788536490.203594:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574120064:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536490.203662:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dcc9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574120064:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 69us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536490.203669:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 724 00000100:00080000:0.0:1788536490.203750:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536490.203754:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536490.203819:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574119296 00000100:00100000:1.0:1788536490.203824:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574119296 00000100:00100000:3.0:1788536490.203853:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 725 00000100:00100000:1.0:1788536490.203860:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 684 00000100:00100000:3.0:1788536490.203865:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574119552:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536490.203873:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574119296:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536490.203909:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574119552:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 47us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536490.203911:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574119296:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 41us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536490.203927:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 684 00000100:00100000:3.0:1788536490.203937:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 725 00000100:00100000:2.0:1788536490.206256:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574119808 00000100:00100000:2.0:1788536490.206269:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574119808 00000100:00100000:2.0:1788536490.206432:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 660 00000100:00100000:2.0:1788536490.206442:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574119808:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536490.206528:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c411e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574119808:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 87us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536490.206535:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 660 00000100:00080000:0.0:1788536490.212331:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:2.0:1788536490.830204:0:26829:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536490.830213:0:26829:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536490.832962:0:26829:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536490.832981:0:26829:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536490.927749:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536491.115702:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583194880:0@lo:400:kworker.0 00000100:00100000:2.0:1788536491.115777:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536491.115846:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583195392:0@lo:400:kworker.0 00000100:00100000:2.0:1788536491.115873:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536491.115904:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583195136:0@lo:400:kworker.0 00000100:00100000:2.0:1788536491.115912:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536491.115922:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583195008:0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.115945:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536491.115959:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536491.115971:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536491.115980:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583194752:0@lo:400:kworker.0 00000100:00100000:2.0:1788536491.116007:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583195392 00000100:00100000:3.0:1788536491.116012:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536491.116015:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583195392 00000100:00100000:3.0:1788536491.116041:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583195264:0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.116071:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536491.116078:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583195136 00000100:00100000:2.0:1788536491.116083:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583195136 00000100:00100000:3.0:1788536491.116108:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583194880 00000100:00100000:3.0:1788536491.116113:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583194880 00000100:00100000:2.0:1788536491.116119:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1788536491.116131:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583195392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.116147:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583195008 00000100:00100000:3.0:1788536491.116152:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583195008 00000100:00100000:2.0:1788536491.116186:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583195392:12345-0@lo:400:kworker.0 Request processed in 58us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536491.116192:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583195264 00000100:00100000:2.0:1788536491.116196:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1788536491.116198:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583195264 00000100:00100000:2.0:1788536491.116220:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1788536491.116226:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1788536491.116231:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583195136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.116238:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583194880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536491.116284:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d77646300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583195136:12345-0@lo:400:kworker.0 Request processed in 56us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536491.116291:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1788536491.116307:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e150a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583194880:12345-0@lo:400:kworker.0 Request processed in 71us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536491.116317:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1788536491.116732:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583195008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536491.116767:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583195008:12345-0@lo:400:kworker.0 Request processed in 444us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536491.122146:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1788536491.123583:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1788536491.123601:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583195264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.123689:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583195264:12345-0@lo:400:kworker.0 Request processed in 95us (7618us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536491.123696:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1788536491.123774:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583195008:0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.123788:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583194880:0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.123798:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583195392:0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.123845:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583195264:0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.123858:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583195136:0@lo:400:kworker.0 00000100:00080000:3.0:1788536491.127395:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536491.127406:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536491.127409:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536491.127448:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583194752 00000100:00100000:3.0:1788536491.127459:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583194752 00000100:00100000:3.0:1788536491.127519:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1788536491.127528:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583194752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536491.127614:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583194752:12345-0@lo:400:kworker.0 Request processed in 86us (11601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536491.127621:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:3.0:1788536491.127778:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583194752:0@lo:400:kworker.0 00000100:00100000:2.0:1788536491.131727:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1788536491.627825:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583195520:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536491.627892:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536491.628279:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583195520 00000100:00100000:1.0:1788536491.628289:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583195520 00000100:00100000:1.0:1788536491.628429:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:1.0:1788536491.628439:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583195520:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536491.628483:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536491.630412:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583195520:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1968us (2512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536491.630424:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788536491.630932:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583195520:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536491.947727:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536492.529997:0:26880:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536492.530008:0:26880:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536492.531047:0:26880:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536492.531060:0:26880:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536492.977449:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536493.165285:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788536493.172994:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583195648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536493.173069:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536493.182710:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583195648 00000100:00100000:3.0:1788536493.182795:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583195648 00000100:00100000:3.0:1788536493.182996:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1788536493.183006:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583195648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536493.183043:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536493.183125:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583195648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (10056us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536493.183133:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1788536493.183295:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583195648:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536493.188179:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788536493.998722:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536494.357874:0:26931:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536494.357884:0:26931:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536494.358676:0:26931:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536494.358687:0:26931:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536495.020197:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536495.317509:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536495.317545:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536495.317576:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536495.317602:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536495.317633:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536495.317658:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574120576 00000100:00100000:0.0:1788536495.317667:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574120576 00000100:00100000:0.0:1788536495.317712:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574120832 00000100:00100000:0.0:1788536495.317714:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574120832 00000100:00100000:0.0:1788536495.317728:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574120448 00000100:00100000:0.0:1788536495.317730:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574120448 00000100:00100000:0.0:1788536495.317748:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 728 00000100:00100000:1.0:1788536495.317750:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574120192 00000100:00100000:1.0:1788536495.317759:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574120192 00000100:00100000:0.0:1788536495.317759:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574120576:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536495.317795:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 686 00000100:00100000:1.0:1788536495.317805:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574120192:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536495.317825:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574120576:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 68us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536495.317833:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 728 00000100:00100000:1.0:1788536495.317838:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574120192:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 34us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536495.317845:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 686 00000100:00100000:0.0:1788536495.317852:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 729 00000100:00100000:0.0:1788536495.317876:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574120832:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536495.317882:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 730 00000100:00100000:1.0:1788536495.317891:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574120448:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536495.317908:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574120832:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 48us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536495.317924:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 729 00000100:00100000:1.0:1788536495.317925:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574120448:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (286us total) trans 0 rc 0/0 00000100:00080000:0.0:1788536495.317942:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536495.317947:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 730 00000100:00080000:0.0:1788536495.317948:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536495.318171:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574120320 00000100:00100000:2.0:1788536495.318176:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574120320 00000100:00100000:2.0:1788536495.318226:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 664 00000100:00100000:2.0:1788536495.318233:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574120320:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536495.318284:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50347100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574120320:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 52us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536495.318291:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 664 00000100:00100000:1.0:1788536495.318338:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536495.318421:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574120704 00000100:00100000:2.0:1788536495.318425:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574120704 00000100:00080000:0.0:1788536495.318457:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536495.318532:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536495.318585:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 665 00000100:00100000:2.0:1788536495.318594:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574120704:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536495.318645:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2354:x1875415574120704:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 52us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536495.318652:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 665 00000100:00100000:0.0:1788536495.318709:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574120960 00000100:00100000:0.0:1788536495.318714:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574120960 00000100:00100000:0.0:1788536495.318809:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 731 00000100:00100000:0.0:1788536495.318816:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574120960:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536495.318850:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42befb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574120960:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 35us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536495.318857:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 731 00000100:00080000:1.0:1788536495.320396:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1788536495.534761:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536495.534770:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536495.536360:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536495.536404:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788536496.043513:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536496.179871:0:26983:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536496.179881:0:26983:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536496.180616:0:26983:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536496.180627:0:26983:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536496.238552:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583195776:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.238620:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536496.238658:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583196288:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.238681:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536496.238702:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536496.238707:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583196160:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.238725:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536496.238759:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583195904:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.238778:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536496.238792:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583196416:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.238806:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536496.238821:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536496.238826:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583196032:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.238843:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536496.238869:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583196160 00000100:00100000:0.0:1788536496.238875:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583196160 00000100:00100000:0.0:1788536496.238920:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583196416 00000100:00100000:0.0:1788536496.238922:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583196416 00000100:00100000:0.0:1788536496.238940:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1788536496.238948:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583196160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.238988:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583196160:12345-0@lo:400:kworker.0 Request processed in 40us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536496.238994:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:0.0:1788536496.239009:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1788536496.239015:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583196416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.239037:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583196416:12345-0@lo:400:kworker.0 Request processed in 23us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536496.239042:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1788536496.239055:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583196288 00000100:00100000:0.0:1788536496.239057:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583196288 00000100:00100000:0.0:1788536496.239077:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583195904 00000100:00100000:0.0:1788536496.239079:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583195904 00000100:00100000:0.0:1788536496.239091:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583196032 00000100:00100000:0.0:1788536496.239093:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583196032 00000100:00100000:0.0:1788536496.239104:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1788536496.239109:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583196288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.239132:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583196288:12345-0@lo:400:kworker.0 Request processed in 24us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536496.239138:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:0.0:1788536496.239146:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1788536496.239151:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583195904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.239170:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583195904:12345-0@lo:400:kworker.0 Request processed in 19us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536496.239176:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1788536496.239184:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1788536496.239188:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583196032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.239206:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583196032:12345-0@lo:400:kworker.0 Request processed in 18us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536496.239211:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00080000:0.0:1788536496.239239:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536496.239244:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536496.239246:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536496.239285:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583196032:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.239295:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583195904:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.239302:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583196416:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.239327:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583196160:0@lo:400:kworker.0 00000100:00100000:0.0:1788536496.239335:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583196288:0@lo:400:kworker.0 00000100:00100000:3.0:1788536496.240159:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583195776 00000100:00100000:3.0:1788536496.240167:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583195776 00000100:00100000:3.0:1788536496.240200:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1788536496.240207:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583195776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536496.240271:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583195776:12345-0@lo:400:kworker.0 Request processed in 65us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536496.240277:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1788536496.240321:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583195776:0@lo:400:kworker.0 00000100:00100000:1.0:1788536496.747742:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536496.747767:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583196544:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536496.747828:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536496.748006:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583196544 00000100:00100000:3.0:1788536496.748014:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583196544 00000100:00100000:3.0:1788536496.748059:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1788536496.748067:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583196544:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536496.748098:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536496.748154:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583196544:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (326us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536496.748162:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:0.0:1788536496.748342:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583196544:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788536497.067559:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536498.093303:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536498.169613:0:27034:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536498.169626:0:27034:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536498.170162:0:27034:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536498.170172:0:27034:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536498.288295:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583196672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536498.288364:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536498.288456:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583196672 00000100:00100000:0.0:1788536498.288464:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583196672 00000100:00100000:0.0:1788536498.288514:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1788536498.288523:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583196672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536498.288557:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536498.288600:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583196672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536498.288609:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00080000:0.0:1788536498.288633:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536498.288670:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583196672:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788536499.115554:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536500.011562:0:27085:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536500.011572:0:27085:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536500.012248:0:27085:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536500.012259:0:27085:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536500.139601:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536500.453581:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536500.453618:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536500.453656:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536500.453693:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536500.453715:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536500.453733:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536500.453759:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536500.453793:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574121088 00000100:00100000:1.0:1788536500.453802:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574121088 00000100:00100000:2.0:1788536500.453923:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574121472 00000100:00100000:2.0:1788536500.453928:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574121472 00000100:00100000:2.0:1788536500.453974:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574121728 00000100:00100000:2.0:1788536500.453977:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574121728 00000100:00100000:2.0:1788536500.453989:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574121344 00000100:00100000:2.0:1788536500.453991:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574121344 00000100:00100000:2.0:1788536500.454002:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574121856 00000100:00100000:2.0:1788536500.454004:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574121856 00000100:00100000:2.0:1788536500.454019:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 734 00000100:00100000:2.0:1788536500.454028:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574121472:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536500.454096:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574121472:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 69us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536500.454114:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 734 00000100:00100000:2.0:1788536500.454131:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 735 00000100:00100000:2.0:1788536500.454138:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574121728:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536500.454162:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574121728:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536500.454167:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 735 00000100:00100000:2.0:1788536500.454177:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 736 00000100:00100000:2.0:1788536500.454181:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574121344:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536500.454212:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574121344:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536500.454217:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 736 00000100:00100000:2.0:1788536500.454228:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 737 00000100:00100000:2.0:1788536500.454234:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574121856:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536500.454255:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574121856:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536500.454260:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 737 00000100:00080000:2.0:1788536500.454276:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536500.454280:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536500.455236:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 688 00000100:00100000:1.0:1788536500.455249:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574121088:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536500.455293:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574121088:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 50us (1600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536500.456472:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 688 00000100:00100000:0.0:1788536500.457070:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574121216 00000100:00100000:0.0:1788536500.457080:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574121216 00000100:00100000:0.0:1788536500.457143:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574121600 00000100:00100000:0.0:1788536500.457147:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574121600 00000100:00100000:0.0:1788536500.457175:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 669 00000100:00100000:0.0:1788536500.457183:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574121216:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536500.457254:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2352:x1875415574121216:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (3681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536500.457261:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 669 00000100:00100000:0.0:1788536500.457276:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 670 00000100:00100000:0.0:1788536500.457282:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574121600:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536500.457659:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2352:x1875415574121600:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 375us (3923us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536500.457667:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 670 00000100:00080000:3.0:1788536500.460996:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536501.163790:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536501.358800:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583197056:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.359088:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583196800:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.359143:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536501.359187:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583197312:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.359224:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536501.359249:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536501.359255:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583197184:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.359282:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536501.359312:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583196928:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.359335:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536501.359352:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583197440:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.359397:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536501.359427:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583196800 00000100:00100000:0.0:1788536501.359434:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583196800 00000100:00100000:0.0:1788536501.359495:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1788536501.359510:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583196800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.359683:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583196800:12345-0@lo:400:kworker.0 Request processed in 180us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536501.359691:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1788536501.359727:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583197312 00000100:00100000:0.0:1788536501.359731:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583197312 00000100:00100000:0.0:1788536501.359761:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583196928 00000100:00100000:0.0:1788536501.359764:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583196928 00000100:00100000:0.0:1788536501.359782:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1788536501.359789:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583197312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.359824:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583197312:12345-0@lo:400:kworker.0 Request processed in 36us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536501.359831:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1788536501.359842:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788536501.359848:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583196928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536501.359982:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536501.360057:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583197184 00000100:00100000:1.0:1788536501.360060:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583197184 00000100:00100000:1.0:1788536501.360088:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583197440 00000100:00100000:1.0:1788536501.360091:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583197440 00000100:00100000:1.0:1788536501.360120:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1788536501.360127:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583197184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536501.360162:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583197184:12345-0@lo:400:kworker.0 Request processed in 36us (879us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536501.360168:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1788536501.360180:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1788536501.360186:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583197440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536501.360229:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583197440:12345-0@lo:400:kworker.0 Request processed in 42us (831us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536501.360235:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1788536501.360251:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583197056 00000100:00100000:1.0:1788536501.360255:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583197056 00000100:00100000:1.0:1788536501.360280:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1788536501.360287:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583197056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536501.360319:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583197056:12345-0@lo:400:kworker.0 Request processed in 32us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536501.360325:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:1.0:1788536501.360362:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583197056:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.360659:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583196928:12345-0@lo:400:kworker.0 Request processed in 810us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536501.360666:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788536501.360701:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583196928:0@lo:400:kworker.0 00000100:00080000:3.0:1788536501.360714:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536501.360718:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e020700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583197440:0@lo:400:kworker.0 00000100:00080000:3.0:1788536501.360722:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536501.360788:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536501.362669:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583197184:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.362686:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583196800:0@lo:400:kworker.0 00000100:00100000:0.0:1788536501.362696:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e022d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583197312:0@lo:400:kworker.0 00000040:00080000:1.0:1788536501.867095:0:27136:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536501.867106:0:27136:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1788536501.867555:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536501.867576:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583197568:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536501.867644:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536501.867741:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583197568 00000100:00100000:0.0:1788536501.867750:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583197568 00000100:00100000:0.0:1788536501.867819:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1788536501.867829:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583197568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536501.867861:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536501.867905:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583197568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536501.867913:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1788536501.868061:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583197568:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1788536501.869887:0:27136:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536501.869904:0:27136:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536502.187606:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536503.211738:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536503.404764:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536503.404788:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c43b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583197696:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536503.404852:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536503.404974:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583197696 00000100:00100000:0.0:1788536503.404983:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583197696 00000100:00100000:0.0:1788536503.405052:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:0.0:1788536503.405062:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583197696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788536503.405104:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536503.405149:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583197696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536503.405156:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:3.0:1788536503.405637:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536503.405677:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c43b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583197696:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788536503.611227:0:27188:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536503.611236:0:27188:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536503.612363:0:27188:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536503.612576:0:27188:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536504.236988:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788536505.261870:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536505.545388:0:27239:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536505.545397:0:27239:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536505.545790:0:27239:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536505.545800:0:27239:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788536505.560572:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536505.560614:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536505.560650:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536505.560667:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536505.560683:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536505.560695:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536505.560714:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536505.560735:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574122496 00000100:00100000:1.0:1788536505.560743:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574122496 00000100:00100000:1.0:1788536505.560788:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574122112 00000100:00100000:1.0:1788536505.560790:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574122112 00000100:00100000:1.0:1788536505.560811:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 674 00000100:00100000:1.0:1788536505.560821:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574122496:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536505.560891:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e022d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+52:2355:x1875415574122496:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536505.560898:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 674 00000100:00100000:1.0:1788536505.560915:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 675 00000100:00100000:1.0:1788536505.560921:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574122112:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536505.560946:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+108:2355:x1875415574122112:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536505.560952:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 675 00000100:00100000:1.0:1788536505.560968:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574122240 00000100:00100000:1.0:1788536505.560971:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574122240 00000100:00100000:1.0:1788536505.560989:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574122752 00000100:00100000:1.0:1788536505.560992:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574122752 00000100:00100000:1.0:1788536505.561001:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574122368 00000100:00100000:1.0:1788536505.561003:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574122368 00000100:00100000:2.0:1788536505.561220:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574121984 00000100:00100000:2.0:1788536505.561225:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574121984 00000100:00100000:2.0:1788536505.561252:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 690 00000100:00100000:2.0:1788536505.561259:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574121984:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536505.561299:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574121984:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 40us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536505.561305:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 690 00000100:00100000:2.0:1788536505.561344:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574122624 00000100:00100000:2.0:1788536505.561348:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574122624 00000100:00100000:2.0:1788536505.561393:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 740 00000100:00100000:2.0:1788536505.561401:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574122240:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536505.561426:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e021500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574122240:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536505.561432:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 740 00000100:00100000:2.0:1788536505.561445:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 741 00000100:00100000:2.0:1788536505.561452:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574122752:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536505.561475:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e020700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574122752:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536505.561481:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 741 00000100:00100000:2.0:1788536505.561492:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 742 00000100:00100000:2.0:1788536505.561498:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574122624:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536505.561519:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574122624:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 21us (804us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536505.561525:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 742 00000100:00080000:3.0:1788536505.562726:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536505.562732:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536505.562735:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536505.563908:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 743 00000100:00100000:1.0:1788536505.563919:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574122368:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536505.563992:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574122368:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 73us (3292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536505.564000:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 743 00000100:00080000:2.0:1788536505.564193:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:2.0:1788536505.771578:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536505.771585:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536505.772066:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536505.772074:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536506.283742:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536506.475857:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583197952:0@lo:400:kworker.0 00000100:00100000:2.0:1788536506.475874:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d464a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583198080:0@lo:400:kworker.0 00000100:00100000:1.0:1788536506.475979:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583198208:0@lo:400:kworker.0 00000100:00100000:0.0:1788536506.476027:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536506.476044:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583197824:0@lo:400:kworker.0 00000100:00100000:3.0:1788536506.476084:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536506.476093:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583198464:0@lo:400:kworker.0 00000100:00100000:0.0:1788536506.476121:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536506.476123:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583198336:0@lo:400:kworker.0 00000100:00100000:3.0:1788536506.476147:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536506.476189:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583197952 00000100:00100000:0.0:1788536506.476196:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583197952 00000100:00100000:3.0:1788536506.476209:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583198336 00000100:00100000:1.0:1788536506.476209:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536506.476214:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583198336 00000100:00080000:2.0:1788536506.476239:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536506.476247:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1788536506.476258:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:1.0:1788536506.476453:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583197824 00000100:00100000:1.0:1788536506.476459:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583197824 00000100:00100000:3.0:1788536506.476477:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583198336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536506.476479:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583197952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536506.476494:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1788536506.476503:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583197824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536506.476533:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583198336:12345-0@lo:400:kworker.0 Request processed in 268us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536506.476539:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583197952:12345-0@lo:400:kworker.0 Request processed in 285us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536506.476542:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1788536506.476546:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1788536506.476556:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5ecd9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583197824:12345-0@lo:400:kworker.0 Request processed in 53us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536506.476565:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1788536506.476573:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583198208 00000100:00100000:0.0:1788536506.476573:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583198464 00000100:00100000:3.0:1788536506.476577:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583198208 00000100:00100000:0.0:1788536506.476577:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583198464 00000100:00100000:3.0:1788536506.476619:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1788536506.476623:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1788536506.476627:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583198208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536506.476631:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583197952:0@lo:400:kworker.0 00000100:00100000:0.0:1788536506.476631:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c43b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583198464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536506.476672:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c43b58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583198464:12345-0@lo:400:kworker.0 Request processed in 43us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536506.476673:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c09c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583198208:12345-0@lo:400:kworker.0 Request processed in 46us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536506.476683:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583198464:0@lo:400:kworker.0 00000100:00100000:0.0:1788536506.476683:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1788536506.476691:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:3.0:1788536506.476729:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583197824:0@lo:400:kworker.0 00000100:00080000:2.0:1788536506.476735:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536506.476740:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536506.476742:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583198336:0@lo:400:kworker.0 00000100:00100000:0.0:1788536506.476747:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583198208:0@lo:400:kworker.0 00000100:00100000:2.0:1788536506.476757:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536506.476776:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583198080 00000100:00100000:3.0:1788536506.476781:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583198080 00000100:00080000:0.0:1788536506.476804:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536506.476814:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:3.0:1788536506.476820:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583198080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536506.478090:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583198080:12345-0@lo:400:kworker.0 Request processed in 1265us (1328us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536506.478099:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d464a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583198080:0@lo:400:kworker.0 00000100:00100000:3.0:1788536506.478100:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1788536506.987669:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583198592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536506.987741:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536506.988083:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583198592 00000100:00100000:0.0:1788536506.988092:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583198592 00000100:00100000:0.0:1788536506.988142:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1788536506.988152:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583198592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788536506.988196:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1788536506.990851:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583198592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2690us (3099us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536506.990866:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1788536506.992473:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583198592:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536507.309657:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536507.333224:0:27290:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536507.333233:0:27290:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536507.334603:0:27290:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536507.334620:0:27290:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536508.331833:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536508.527552:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536508.527586:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583198720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788536508.527684:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536508.527962:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583198720 00000100:00100000:1.0:1788536508.527975:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583198720 00000100:00100000:1.0:1788536508.528050:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1788536508.528060:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583198720:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536508.528088:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1788536508.528097:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536508.528330:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583198720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 272us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536508.528339:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1788536508.528426:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583198720:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788536509.360448:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536509.368256:0:27342:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536509.368270:0:27342:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536509.368924:0:27342:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536509.368935:0:27342:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536510.379655:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536510.684024:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536510.684076:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536510.684112:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536510.684158:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536510.684188:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536510.684208:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536510.684230:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536510.684265:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574123264 00000100:00100000:1.0:1788536510.684277:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574123264 00000100:00100000:1.0:1788536510.684358:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574123520 00000100:00100000:1.0:1788536510.684361:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574123520 00000100:00100000:1.0:1788536510.684423:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574123136 00000100:00100000:1.0:1788536510.684426:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574123136 00000100:00100000:1.0:1788536510.684440:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574123648 00000100:00100000:1.0:1788536510.684442:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574123648 00000100:00100000:1.0:1788536510.684460:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 746 00000100:00100000:1.0:1788536510.684471:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574123264:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536510.684564:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2353:x1875415574123264:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 94us (486us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536510.684573:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 746 00000100:00100000:1.0:1788536510.684593:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 747 00000100:00100000:1.0:1788536510.684600:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574123520:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536510.684626:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2353:x1875415574123520:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536510.684632:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 747 00000100:00100000:1.0:1788536510.684643:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 748 00000100:00100000:1.0:1788536510.684649:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574123136:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536510.684672:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c0a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2353:x1875415574123136:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536510.684678:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 748 00000100:00100000:1.0:1788536510.684690:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 749 00000100:00100000:1.0:1788536510.684696:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574123648:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536510.684724:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2353:x1875415574123648:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536510.684730:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 749 00000100:00100000:0.0:1788536510.684758:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574123008 00000100:00100000:0.0:1788536510.684775:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574123008 00000100:00100000:0.0:1788536510.684872:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574123392 00000100:00100000:0.0:1788536510.684876:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574123392 00000100:00080000:3.0:1788536510.685023:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536510.685031:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536510.685034:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536510.685454:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 679 00000100:00100000:0.0:1788536510.685469:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574123008:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536510.688365:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 680 00000100:00100000:0.0:1788536510.688711:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73c08380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574123008:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 3234us (4691us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536510.688712:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574123392:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536510.688741:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 679 00000100:00100000:1.0:1788536510.688837:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d464a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574123392:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 439us (4625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536510.688850:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 680 00000100:00100000:0.0:1788536510.688856:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574122880 00000100:00100000:0.0:1788536510.688869:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574122880 00000100:00100000:1.0:1788536510.688965:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 692 00000100:00100000:1.0:1788536510.688978:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574122880:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536510.689487:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2353:x1875415574122880:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 440us (5255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536510.689497:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 692 00000040:00080000:0.0:1788536511.150982:0:27393:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536511.150992:0:27393:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536511.151542:0:27393:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536511.151550:0:27393:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536511.403647:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536511.595707:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583198976:0@lo:400:kworker.0 00000100:00100000:3.0:1788536511.595731:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583199104:0@lo:400:kworker.0 00000100:00100000:3.0:1788536511.595782:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536511.595825:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536511.595857:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583199488:0@lo:400:kworker.0 00000100:00100000:3.0:1788536511.595872:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583199104 00000100:00100000:3.0:1788536511.595881:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583199104 00000100:00100000:2.0:1788536511.595889:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536511.595937:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583198976 00000100:00100000:3.0:1788536511.595941:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583198976 00000100:00080000:2.0:1788536511.595945:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536511.595967:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:2.0:1788536511.595975:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788536511.595979:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583199104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536511.595989:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583198976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536511.596038:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583198976:12345-0@lo:400:kworker.0 Request processed in 53us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536511.596044:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583199104:12345-0@lo:400:kworker.0 Request processed in 67us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536511.596051:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788536511.596058:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:3.0:1788536511.596112:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c42bc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583199104:0@lo:400:kworker.0 00000100:00100000:2.0:1788536511.596112:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583198976:0@lo:400:kworker.0 00000100:00100000:1.0:1788536511.596822:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583199232:0@lo:400:kworker.0 00000100:00100000:1.0:1788536511.596864:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536511.596908:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788536511.596914:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583198848:0@lo:400:kworker.0 00000100:00100000:1.0:1788536511.596938:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536511.596965:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583199360:0@lo:400:kworker.0 00000100:00100000:1.0:1788536511.596986:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536511.597013:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583199488 00000100:00100000:1.0:1788536511.597017:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583199488 00000100:00100000:1.0:1788536511.597054:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583199232 00000100:00100000:3.0:1788536511.597272:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1788536511.597282:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583199488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536511.597325:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583199488:12345-0@lo:400:kworker.0 Request processed in 45us (1437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536511.597332:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:3.0:1788536511.597353:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583199360 00000100:00100000:3.0:1788536511.597356:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583199360 00000100:00100000:3.0:1788536511.597409:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1788536511.597416:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583199360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536511.597450:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583199360:12345-0@lo:400:kworker.0 Request processed in 35us (463us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536511.597455:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1788536511.597490:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c052300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583199360:0@lo:400:kworker.0 00000100:00100000:3.0:1788536511.597519:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c430f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583199488:0@lo:400:kworker.0 00000100:00080000:3.0:1788536511.597549:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536511.597553:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536511.597611:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583198848 00000100:00100000:2.0:1788536511.597615:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583198848 00000100:00100000:2.0:1788536511.597650:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1788536511.597657:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583198848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536511.597704:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583198848:12345-0@lo:400:kworker.0 Request processed in 47us (763us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536511.597710:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1788536511.597918:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c41c8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583198848:0@lo:400:kworker.0 00000100:00100000:1.0:1788536511.597979:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583199232 00000100:00100000:1.0:1788536511.598027:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:1.0:1788536511.598034:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583199232:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788536511.598150:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536511.598292:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d73a6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583199232:12345-0@lo:400:kworker.0 Request processed in 258us (1427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536511.598300:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1788536511.598629:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583199232:0@lo:400:kworker.0 00000100:00100000:3.0:1788536512.109905:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583199616:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788536512.109980:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536512.110300:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583199616 00000100:00100000:1.0:1788536512.110309:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583199616 00000100:00100000:1.0:1788536512.110430:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1788536512.110441:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583199616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536512.110475:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536512.113762:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c430f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583199616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3316us (3774us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536512.113774:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583199616:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536512.113774:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00010000:00010000:2.0:1788536512.427658:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788536513.129559:0:27444:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536513.129573:0:27444:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536513.130167:0:27444:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536513.130180:0:27444:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536513.451742:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536513.645719:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583199744:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536513.645791:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536513.645869:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583199744 00000100:00100000:1.0:1788536513.645886:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583199744 00000100:00100000:1.0:1788536513.646014:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1788536513.646028:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583199744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536513.646076:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536513.646502:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583199744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 473us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536513.646522:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1788536513.646523:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c053b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583199744:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788536513.647322:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788536514.475742:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536514.778904:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536514.778962:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536514.779004:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574123776 00000100:00100000:1.0:1788536514.779027:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574123776 00000100:00100000:1.0:1788536514.779122:0:5810:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574123904 00000100:00100000:1.0:1788536514.779127:0:5810:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574123904 00000100:00100000:0.0:1788536514.779229:0:5809:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 84 00000100:00100000:0.0:1788536514.779244:0:5809:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+108:2353:x1875415574123776:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788536514.779263:0:5809:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:0.0:1788536514.779612:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11de00/0x94dfe24b69f4d835 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x10:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afa6a expref: 108 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779643:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x10:0x0].0x0 (ffff8b1d71a6fa00) 00010000:00010000:0.0:1788536514.779661:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c800/0x94dfe24b69f4d5e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af9c2 expref: 107 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779671:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1d59b6f800) 00010000:00010000:0.0:1788536514.779681:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0cc00/0x94dfe24b69f4d55d lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af99f expref: 106 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779694:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbae00/0x94dfe24b69f4d44c lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af952 expref: 105 pid: 6725 timeout: 423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779704:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d5a5b5a00) 00010000:00010000:0.0:1788536514.779732:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04000/0x94dfe24b69f4d311 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af8f0 expref: 104 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779743:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8b1d5a5b5600) 00010000:00010000:0.0:1788536514.779751:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04a00/0x94dfe24b69f4d27e lrc: 0/0,0 mode: --/PR res: [0x200000401:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af8cd expref: 103 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779763:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e04400/0x94dfe24b69f4d13c lrc: 0/0,0 mode: --/CR res: [0x200000401:0xb:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af88e expref: 102 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779772:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xb:0x0].0x0 (ffff8b1d5a5b5900) 00010000:00010000:0.0:1788536514.779779:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0d600/0x94dfe24b69f4d10b lrc: 0/0,0 mode: --/PR res: [0x200000401:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af880 expref: 101 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779787:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xa:0x0].0x0 (ffff8b1d59b6fb00) 00010000:00010000:0.0:1788536514.779799:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d42bbb800/0x94dfe24b69f4d0a2 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af86b expref: 100 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779808:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x8:0x0].0x0 (ffff8b1d45597700) 00010000:00010000:0.0:1788536514.779818:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d40030200/0x94dfe24b69f4ce64 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af7c3 expref: 99 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779829:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d59b6fe00) 00010000:00010000:0.0:1788536514.779837:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c600/0x94dfe24b69f4ccff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af75a expref: 98 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779848:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff8b1d45597200) 00010000:00010000:0.0:1788536514.779859:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7bdd6c00/0x94dfe24b69f4cc0a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af706 expref: 97 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779874:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1d71a6f900) 00010000:00010000:0.0:1788536514.779884:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836600/0x94dfe24b69f4cad6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af6b2 expref: 96 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779897:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66837800/0x94dfe24b69f4ca3c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af696 expref: 95 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.779908:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d66836c00/0x94dfe24b69f4c94e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af665 expref: 94 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.780208:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4:0x0].0x0 (ffff8b1d45597800) 00010000:00010000:0.0:1788536514.780225:0:5809:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4151e600/0x94dfe24b69f4c91d lrc: 0/0,0 mode: --/PR res: [0x200000401:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af657 expref: 93 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788536514.780236:0:5809:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x3:0x0].0x0 (ffff8b1d59b6fc00) 00010000:00010000:0.0:1788536514.780242:0:5809:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788536514.780319:0:5809:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:00ae59d6-327b-42ee-8208-04d639d528fc+92:2353:x1875415574123776:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 1079us (1438us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536514.780329:0:5809:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 84 00000100:00080000:0.0:1788536514.780438:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788536514.780881:0:5810:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 85 00000100:00100000:1.0:1788536514.780893:0:5810:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+52:2353:x1875415574123904:12345-192.168.203.55@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788536514.780910:0:5810:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1788536514.781023:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d7772e600/0x94dfe24b69f4ea80 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x22:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff95 expref: 52 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.781044:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x22:0x0].0x0 (ffff8b1d61e33700) 00010000:00010000:1.0:1788536514.781052:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035ea00/0x94dfe24b69f4e8f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024aff10 expref: 51 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.781061:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff8b1d45477900) 00010000:00010000:1.0:1788536514.781068:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d51980400/0x94dfe24b69f4e881 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x21:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afeed expref: 50 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.781077:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x21:0x0].0x0 (ffff8b1d457ff400) 00010000:00010000:1.0:1788536514.781084:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733200/0x94dfe24b69f4e723 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe76 expref: 49 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.781092:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xc:0x0].0x0 (ffff8b1d5a5b5800) 00010000:00010000:1.0:1788536514.781099:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d77733a00/0x94dfe24b69f4e6b3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afe53 expref: 48 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.781116:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x20:0x0].0x0 (ffff8b1d59b6f700) 00010000:00010000:1.0:1788536514.781124:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d5035f200/0x94dfe24b69f4e58d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afdf1 expref: 47 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.781132:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff8b1d45477d00) 00010000:00010000:1.0:1788536514.781138:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11c400/0x94dfe24b69f4e547 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afddc expref: 46 pid: 5823 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.781151:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff8b1d71a6fe00) 00000100:00080000:0.0:1788536514.781584:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788536514.784776:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d50a6e600/0x94dfe24b69f4de2b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x16:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afbf2 expref: 45 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.784804:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x16:0x0].0x0 (ffff8b1d5a5b5200) 00010000:00010000:1.0:1788536514.784817:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11ce00/0x94dfe24b69f4db76 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x13:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afb2e expref: 44 pid: 5823 timeout: 446 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.784829:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x13:0x0].0x0 (ffff8b1d59b6f300) 00010000:00010000:1.0:1788536514.784839:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05a00/0x94dfe24b69f4db99 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x12:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afb35 expref: 43 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.784850:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x12:0x0].0x0 (ffff8b1d45597400) 00010000:00010000:1.0:1788536514.784858:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05600/0x94dfe24b69f4d763 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xf:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024afa2b expref: 42 pid: 5824 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.784867:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xf:0x0].0x0 (ffff8b1d59b6f800) 00000004:00010000:1.0:1788536514.784886:0:5810:0:(mdt_lvb.c:114:mdt_dom_disk_lvbo_update()) res: [0x200000401:0xd:0x0] updating lvb blocks from disk: 2 -> 2054 00010000:00010000:1.0:1788536514.784896:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d6e11cc00/0x94dfe24b69f4d484 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xd:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af959 expref: 41 pid: 5824 timeout: 423 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.784905:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xd:0x0].0x0 (ffff8b1d5a5b5a00) 00010000:00010000:1.0:1788536514.784922:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73c0c400/0x94dfe24b69f4d4a7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0xc:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af960 expref: 40 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.784938:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0xc:0x0].0x0 (ffff8b1d5a5b5600) 00010000:00010000:1.0:1788536514.784954:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d73e05200/0x94dfe24b69f4cfd7 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x7:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af82c expref: 39 pid: 5825 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.784965:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x7:0x0].0x0 (ffff8b1d59b6fe00) 00010000:00010000:1.0:1788536514.784979:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167ca00/0x94dfe24b69f4cbcb lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af6f8 expref: 38 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.784988:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8b1d71a6f800) 00010000:00010000:1.0:1788536514.785000:0:5810:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1d4167c800/0x94dfe24b69f4cba1 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.55@tcp remote: 0x8148b65d024af6ea expref: 37 pid: 6725 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788536514.785010:0:5810:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x5:0x0].0x0 (ffff8b1d71a6f900) 00010000:00010000:1.0:1788536514.785017:0:5810:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788536514.785070:0:5810:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:2353:x1875415574123904:12345-192.168.203.55@tcp:103:ldlm_bl.0 Request processed in 4179us (6107us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536514.785081:0:5810:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 85 00000040:00080000:0.0:1788536515.484968:0:27495:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536515.484979:0:27495:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536515.492390:0:27495:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536515.492419:0:27495:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536515.512123:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536515.801651:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536515.801707:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536515.801733:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536515.801755:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536515.801775:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536515.801805:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536515.801827:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536515.801860:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574124160 00000100:00100000:3.0:1788536515.801871:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574124160 00000100:00100000:3.0:1788536515.801933:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574124544 00000100:00100000:3.0:1788536515.801938:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574124544 00000100:00100000:3.0:1788536515.801963:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 684 00000100:00100000:3.0:1788536515.801973:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:2355:x1875415574124160:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536515.802067:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c052300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:2355:x1875415574124160:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 95us (358us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536515.802075:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 684 00000100:00100000:3.0:1788536515.802109:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 685 00000100:00100000:3.0:1788536515.802115:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:2354:x1875415574124544:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536515.802140:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:2354:x1875415574124544:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536515.802268:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574124032 00000100:00100000:1.0:1788536515.802273:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574124032 00000100:00100000:1.0:1788536515.802307:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 694 00000100:00100000:1.0:1788536515.802313:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574124032:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536515.802340:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574124032:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 28us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536515.802346:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 694 00000100:00100000:3.0:1788536515.803821:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 685 00000100:00100000:3.0:1788536515.803875:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574124416 00000100:00100000:3.0:1788536515.803884:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574124416 00000100:00100000:3.0:1788536515.804016:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574124288 00000100:00100000:3.0:1788536515.804020:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574124288 00000100:00100000:3.0:1788536515.804035:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574124800 00000100:00100000:3.0:1788536515.804037:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574124800 00000100:00100000:3.0:1788536515.804050:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574124672 00000100:00100000:3.0:1788536515.804053:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574124672 00000100:00100000:3.0:1788536515.804069:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 752 00000100:00100000:3.0:1788536515.804076:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574124416:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536515.804263:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 753 00000100:00100000:1.0:1788536515.804274:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574124288:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536515.804411:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 754 00000100:00100000:2.0:1788536515.804422:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574124800:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536515.804490:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c053b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574124416:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 414us (2755us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536515.804497:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 752 00000100:00100000:3.0:1788536515.804512:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 755 00000100:00100000:3.0:1788536515.804518:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574124672:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536515.809205:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c42bc1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574124288:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 4915us (7430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536515.809223:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 753 00000100:00100000:2.0:1788536515.810520:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574124800:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 6089us (8702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536515.810534:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 754 00000100:00080000:2.0:1788536515.811648:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536515.811657:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788536515.820926:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574124672:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 16389us (19080us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536515.820945:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 755 00000040:00080000:0.0:1788536516.012890:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536516.012904:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536516.013732:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536516.013748:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536516.526355:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536516.717508:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583199872:0@lo:400:kworker.0 00000100:00100000:0.0:1788536516.717567:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583200000:0@lo:400:kworker.0 00000100:00100000:3.0:1788536516.717601:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536516.717648:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536516.717691:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583200512:0@lo:400:kworker.0 00000100:00100000:3.0:1788536516.717696:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583200384:0@lo:400:kworker.0 00000100:00100000:0.0:1788536516.717735:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536516.717747:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536516.717773:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536516.717785:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583200128:0@lo:400:kworker.0 00000100:00100000:3.0:1788536516.717792:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788536516.717814:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583200256:0@lo:400:kworker.0 00000100:00100000:0.0:1788536516.717822:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536516.717862:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536516.717880:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583200000 00000100:00100000:3.0:1788536516.717915:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583199872 00000100:00100000:3.0:1788536516.717923:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583199872 00000100:00100000:3.0:1788536516.717966:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1788536516.717974:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583199872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536516.718035:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46befc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583199872:12345-0@lo:400:kworker.0 Request processed in 61us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536516.718042:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1788536516.718063:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583200000 00000100:00100000:3.0:1788536516.718075:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583200384 00000100:00100000:3.0:1788536516.718081:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583200384 00000100:00100000:3.0:1788536516.718132:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583200128 00000100:00100000:3.0:1788536516.718136:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583200128 00000100:00100000:0.0:1788536516.718149:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1788536516.718162:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583200384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536516.718171:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:3.0:1788536516.718184:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583200000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536516.718237:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583200384:12345-0@lo:400:kworker.0 Request processed in 75us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536516.718246:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1788536516.718264:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583200000:12345-0@lo:400:kworker.0 Request processed in 82us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536516.718275:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1788536516.718345:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583200512 00000100:00100000:1.0:1788536516.718351:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583200512 00000100:00100000:1.0:1788536516.718425:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583200256 00000100:00100000:1.0:1788536516.718429:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583200256 00000100:00100000:1.0:1788536516.718449:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1788536516.718457:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583200512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536516.718502:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583200512:12345-0@lo:400:kworker.0 Request processed in 47us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536516.718509:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:1.0:1788536516.718522:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1788536516.718528:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583200256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536516.718566:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c435c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583200256:12345-0@lo:400:kworker.0 Request processed in 39us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536516.718572:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:1.0:1788536516.718627:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583200000:0@lo:400:kworker.0 00000100:00100000:1.0:1788536516.718640:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583200512:0@lo:400:kworker.0 00000100:00100000:0.0:1788536516.718835:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583200128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536516.718879:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583200128:12345-0@lo:400:kworker.0 Request processed in 48us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536516.718996:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583200128:0@lo:400:kworker.0 00000100:00080000:2.0:1788536516.721883:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536516.721905:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536516.721910:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536516.722017:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583200256:0@lo:400:kworker.0 00000100:00100000:2.0:1788536516.722040:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583200384:0@lo:400:kworker.0 00000100:00100000:2.0:1788536516.722053:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bec3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583199872:0@lo:400:kworker.0 00000100:00100000:3.0:1788536516.722400:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1788536516.729858:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1788536517.228651:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583200640:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788536517.228713:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536517.229057:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583200640 00000100:00100000:3.0:1788536517.229065:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583200640 00000100:00100000:3.0:1788536517.229139:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1788536517.229156:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583200640:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536517.229188:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536517.229231:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a7e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583200640:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536517.229238:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1788536517.229413:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583200640:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788536517.558296:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536517.746305:0:27547:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536517.746315:0:27547:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536517.747963:0:27547:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536517.747997:0:27547:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536518.572296:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536518.764551:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536518.764574:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7bffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583200768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536518.764636:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536518.764973:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583200768 00000100:00100000:3.0:1788536518.765068:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583200768 00000100:00100000:3.0:1788536518.765137:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1788536518.765145:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583200768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536518.765175:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536518.765226:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583200768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536518.765270:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1788536518.765393:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7bffd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583200768:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788536518.765526:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788536519.595790:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536519.791555:0:27598:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536519.791565:0:27598:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536519.792120:0:27598:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536519.792129:0:27598:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536520.620289:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536520.918645:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536520.918692:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536520.918798:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536520.918823:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536520.918840:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536520.918856:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536520.918876:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:2.0:1788536520.919102:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574124928 00000100:00100000:2.0:1788536520.919112:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574124928 00000100:00100000:2.0:1788536520.919163:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 696 00000100:00100000:2.0:1788536520.919172:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574124928:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536520.919248:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574124928:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 76us (611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536520.919256:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 696 00000100:00100000:2.0:1788536520.919287:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574125440 00000100:00100000:2.0:1788536520.919291:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574125440 00000100:00100000:2.0:1788536520.919326:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574125056 00000100:00100000:2.0:1788536520.919330:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574125056 00000100:00100000:2.0:1788536520.919348:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 689 00000100:00100000:2.0:1788536520.919355:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415574125440:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536520.919415:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415574125440:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 60us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536520.919421:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 689 00000100:00100000:2.0:1788536520.919434:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 690 00000100:00100000:2.0:1788536520.919439:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+92:2355:x1875415574125056:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536520.919462:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+92:2355:x1875415574125056:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536520.919469:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 690 00000100:00100000:2.0:1788536520.919490:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574125184 00000100:00100000:2.0:1788536520.919494:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574125184 00000100:00100000:2.0:1788536520.919516:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574125696 00000100:00100000:2.0:1788536520.919519:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574125696 00000100:00100000:2.0:1788536520.919530:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574125312 00000100:00100000:2.0:1788536520.919532:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574125312 00000100:00100000:2.0:1788536520.919542:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574125568 00000100:00100000:2.0:1788536520.919543:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574125568 00000100:00100000:2.0:1788536520.919556:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 758 00000100:00100000:2.0:1788536520.919562:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574125184:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536520.919584:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bffd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574125184:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536520.919590:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 758 00000100:00100000:2.0:1788536520.919599:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 759 00000100:00100000:2.0:1788536520.919604:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574125696:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536520.919623:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574125696:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 18us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536520.919628:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 759 00000100:00100000:2.0:1788536520.919636:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 760 00000100:00100000:2.0:1788536520.919641:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574125312:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536520.919660:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574125312:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536520.919666:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 760 00000100:00100000:2.0:1788536520.919675:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 761 00000100:00100000:2.0:1788536520.919682:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574125568:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536520.919700:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574125568:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (824us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536520.919706:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 761 00000100:00080000:2.0:1788536520.919719:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536520.919723:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788536520.919725:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788536521.643450:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536521.776222:0:27649:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536521.776234:0:27649:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536521.779590:0:27649:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536521.779607:0:27649:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536521.835655:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583201280:0@lo:400:kworker.0 00000100:00100000:3.0:1788536521.835726:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536521.835783:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788536521.835791:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583200896:0@lo:400:kworker.0 00000100:00100000:3.0:1788536521.835818:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536521.835847:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583201408:0@lo:400:kworker.0 00000100:00100000:3.0:1788536521.835884:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536521.835917:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583201408 00000100:00100000:3.0:1788536521.835925:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583201408 00000100:00100000:3.0:1788536521.835986:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1788536521.835996:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583201408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536521.836047:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583201408:12345-0@lo:400:kworker.0 Request processed in 52us (161us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536521.836064:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:3.0:1788536521.836105:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583201408:0@lo:400:kworker.0 00000100:00080000:2.0:1788536521.836306:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536521.836409:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583201280 00000100:00100000:0.0:1788536521.836414:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583201280 00000100:00100000:0.0:1788536521.836453:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788536521.836460:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583201280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536521.836497:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583201280:12345-0@lo:400:kworker.0 Request processed in 38us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536521.836503:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00080000:2.0:1788536521.836564:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536521.836674:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583201280:0@lo:400:kworker.0 00000100:00100000:0.0:1788536521.839290:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583201152:0@lo:400:kworker.0 00000100:00100000:0.0:1788536521.839394:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536521.839435:0:3283:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788536521.839442:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583201024:0@lo:400:kworker.0 00000100:00100000:0.0:1788536521.839485:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536521.839506:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583201536:0@lo:400:kworker.0 00000100:00100000:0.0:1788536521.839532:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536521.840405:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583200896 00000100:00100000:1.0:1788536521.840414:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583200896 00000100:00100000:1.0:1788536521.840474:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1788536521.840484:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583200896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536521.840541:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bedc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583200896:12345-0@lo:400:kworker.0 Request processed in 58us (4721us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536521.840547:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1788536521.840580:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583201536 00000100:00100000:1.0:1788536521.840583:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583201536 00000100:00100000:1.0:1788536521.840615:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1788536521.840622:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583201536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536521.840658:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e589180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583201536:12345-0@lo:400:kworker.0 Request processed in 36us (1125us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536521.840664:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1788536521.840704:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583201536:0@lo:400:kworker.0 00000100:00100000:2.0:1788536521.841075:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583201152 00000100:00100000:2.0:1788536521.841080:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583201152 00000100:00100000:2.0:1788536521.841109:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583201024 00000100:00100000:2.0:1788536521.841112:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583201024 00000100:00100000:2.0:1788536521.841128:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788536521.841134:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583201152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536521.841175:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583201152:12345-0@lo:400:kworker.0 Request processed in 41us (1807us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536521.841181:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788536521.841194:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1788536521.841199:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583201024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536521.841223:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e58b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3283:x1875415583201024:12345-0@lo:400:kworker.0 Request processed in 25us (1738us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536521.841228:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00080000:2.0:1788536521.841249:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536521.841253:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536521.841277:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3283:1875415583201024:0@lo:400:kworker.0 00000100:00100000:2.0:1788536521.841288:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583201152:0@lo:400:kworker.0 00000100:00100000:3.0:1788536521.841421:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c4b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583200896:0@lo:400:kworker.0 00000100:00100000:2.0:1788536522.349036:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583201664:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536522.349125:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536522.349312:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583201664 00000100:00100000:3.0:1788536522.349321:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583201664 00000100:00100000:3.0:1788536522.349401:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:3.0:1788536522.349411:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583201664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536522.349444:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536522.349499:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583201664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536522.349506:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1788536522.349790:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583201664:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788536522.675210:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536523.629223:0:27703:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536523.629230:0:27703:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536523.631411:0:27703:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536523.631429:0:27703:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536523.694922:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536523.883552:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788536523.883576:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583201792:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788536523.883652:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536523.883728:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583201792 00000100:00100000:3.0:1788536523.883736:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583201792 00000100:00100000:3.0:1788536523.883837:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1788536523.883848:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583201792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536523.883883:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536523.883924:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583201792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536523.883931:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1788536523.883944:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7c6bc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583201792:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788536523.884001:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788536524.715624:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788536525.580567:0:27754:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536525.580577:0:27754:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536525.582612:0:27754:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536525.582629:0:27754:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536525.745524:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536526.049820:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536526.049925:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536526.050013:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536526.050050:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536526.050075:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536526.050096:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536526.050125:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536526.050153:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574126080 00000100:00100000:3.0:1788536526.050162:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574126080 00000100:00100000:3.0:1788536526.050217:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574126592 00000100:00100000:3.0:1788536526.050220:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574126592 00000100:00100000:3.0:1788536526.050234:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574126208 00000100:00100000:3.0:1788536526.050236:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574126208 00000100:00100000:3.0:1788536526.050248:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574126464 00000100:00100000:3.0:1788536526.050250:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574126464 00000100:00100000:3.0:1788536526.050266:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 764 00000100:00100000:3.0:1788536526.050275:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574126080:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536526.050345:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c6bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+16:2354:x1875415574126080:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536526.050353:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 764 00000100:00100000:3.0:1788536526.050401:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 765 00000100:00100000:3.0:1788536526.050408:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574126592:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536526.050434:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2354:x1875415574126592:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536526.050440:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 765 00000100:00100000:3.0:1788536526.050456:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 766 00000100:00100000:3.0:1788536526.050462:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574126208:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536526.050486:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574126208:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536526.050492:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 766 00000100:00100000:3.0:1788536526.050503:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 767 00000100:00100000:3.0:1788536526.050509:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574126464:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536526.050530:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574126464:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536526.050536:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 767 00000100:00100000:3.0:1788536526.050554:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574126336 00000100:00100000:3.0:1788536526.050558:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574126336 00000100:00100000:3.0:1788536526.050581:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574125952 00000100:00100000:3.0:1788536526.050584:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574125952 00000100:00100000:3.0:1788536526.050602:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 694 00000100:00100000:3.0:1788536526.050608:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:2354:x1875415574126336:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536526.050635:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:2354:x1875415574126336:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 27us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536526.050641:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 694 00000100:00100000:3.0:1788536526.050653:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 695 00000100:00100000:3.0:1788536526.050658:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+92:2354:x1875415574125952:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536526.050678:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7c4b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:00ae59d6-327b-42ee-8208-04d639d528fc+92:2354:x1875415574125952:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 19us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536526.050683:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 695 00000100:00080000:3.0:1788536526.050705:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788536526.050710:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788536526.050712:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536526.053628:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574125824 00000100:00100000:0.0:1788536526.053645:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574125824 00000100:00100000:0.0:1788536526.053771:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 698 00000100:00100000:0.0:1788536526.053781:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574125824:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536526.053873:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2354:x1875415574125824:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 94us (4130us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536526.053881:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 698 00000040:00080000:0.0:1788536526.251631:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536526.251639:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536526.252197:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536526.252208:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788536526.764312:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536526.956180:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583202048:0@lo:400:kworker.0 00000100:00100000:1.0:1788536526.956248:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536526.956386:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583201920:0@lo:400:kworker.0 00000100:00100000:0.0:1788536526.956423:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536526.956490:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583202304:0@lo:400:kworker.0 00000100:00100000:3.0:1788536526.956543:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536526.956571:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583202304 00000100:00100000:3.0:1788536526.956578:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583202304 00000100:00100000:3.0:1788536526.956641:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:3.0:1788536526.956651:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583202304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536526.956699:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583202304:12345-0@lo:400:kworker.0 Request processed in 49us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536526.956706:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00080000:3.0:1788536526.956725:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788536526.957478:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583202560:0@lo:400:kworker.0 00000100:00100000:1.0:1788536526.957515:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536526.960770:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788536526.960791:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583202176:0@lo:400:kworker.0 00000100:00100000:1.0:1788536526.960865:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536526.961044:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583201920 00000100:00100000:0.0:1788536526.961053:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583201920 00000100:00100000:0.0:1788536526.961103:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1788536526.961112:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583201920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536526.961162:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46beec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583201920:12345-0@lo:400:kworker.0 Request processed in 51us (4738us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536526.961169:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1788536526.961313:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583202560 00000100:00100000:0.0:1788536526.961318:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583202560 00000100:00100000:0.0:1788536526.962105:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1788536526.962114:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583202560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536526.962169:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583202560:12345-0@lo:400:kworker.0 Request processed in 57us (4654us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536526.962176:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1788536526.962201:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583202048 00000100:00100000:0.0:1788536526.962206:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583202048 00000100:00100000:0.0:1788536526.962242:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583202176 00000100:00100000:0.0:1788536526.962245:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583202176 00000100:00100000:0.0:1788536526.962267:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1788536526.962273:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583202048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536526.962305:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583202048:12345-0@lo:400:kworker.0 Request processed in 32us (6057us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536526.962311:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:0.0:1788536526.962322:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1788536526.962328:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583202176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536526.962381:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583202176:12345-0@lo:400:kworker.0 Request processed in 40us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536526.962388:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00080000:0.0:1788536526.962414:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536526.962418:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536526.964659:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d7197ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583202304:0@lo:400:kworker.0 00000100:00100000:0.0:1788536526.965230:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583201920:0@lo:400:kworker.0 00000100:00100000:0.0:1788536526.965242:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583202432:0@lo:400:kworker.0 00000100:00100000:0.0:1788536526.965296:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536526.967383:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583202176:0@lo:400:kworker.0 00000100:00100000:1.0:1788536526.967403:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50a7df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583202048:0@lo:400:kworker.0 00000100:00100000:1.0:1788536526.967414:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50346300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583202560:0@lo:400:kworker.0 00000100:00100000:3.0:1788536526.968878:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583202432 00000100:00100000:3.0:1788536526.968891:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583202432 00000100:00100000:3.0:1788536526.968972:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:3.0:1788536526.968983:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583202432:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788536526.969986:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536526.973320:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e588a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583202432:12345-0@lo:400:kworker.0 Request processed in 4326us (8010us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536526.973347:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1788536526.986833:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d50344000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583202432:0@lo:400:kworker.0 00000100:00100000:0.0:1788536527.478363:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583202688:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536527.478446:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536527.478512:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583202688 00000100:00100000:1.0:1788536527.478521:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583202688 00000100:00100000:1.0:1788536527.478576:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1788536527.478585:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e589c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583202688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536527.478619:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536527.486540:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e589c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583202688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 7935us (8072us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536527.486555:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1788536527.490177:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583202688:0@lo:13:osp-pre-1-0.0 00000040:00080000:3.0:1788536527.532765:0:27805:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536527.532775:0:27805:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536527.544646:0:27805:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536527.544668:0:27805:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536527.788598:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536528.812637:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536529.003713:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583202816:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536529.003785:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536529.004208:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583202816 00000100:00100000:3.0:1788536529.004218:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583202816 00000100:00100000:3.0:1788536529.004300:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1788536529.004311:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583202816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536529.004345:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536529.004424:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e589500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583202816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536529.004430:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1788536529.004686:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583202816:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788536529.004784:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788536529.515566:0:27856:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536529.515573:0:27856:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536529.520630:0:27856:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536529.520649:0:27856:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536529.835610:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536530.859817:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536531.160828:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536531.160932:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574126848 00000100:00100000:0.0:1788536531.160943:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574126848 00000100:00100000:0.0:1788536531.161024:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 699 00000100:00100000:0.0:1788536531.161036:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:2354:x1875415574126848:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536531.161111:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:2354:x1875415574126848:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 78us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536531.161118:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 699 00000100:00080000:1.0:1788536531.161177:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536531.161647:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536531.161711:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536531.172039:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536531.172074:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:0.0:1788536531.172108:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574126720 00000100:00100000:0.0:1788536531.172119:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574126720 00000100:00100000:0.0:1788536531.172168:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 700 00000100:00100000:0.0:1788536531.172178:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574126720:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536531.172247:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bef050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574126720:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 70us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536531.172254:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 700 00000100:00100000:1.0:1788536531.175308:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574127104 00000100:00100000:1.0:1788536531.175322:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574127104 00000100:00100000:1.0:1788536531.175448:0:9635:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574127360 00000100:00100000:1.0:1788536531.175451:0:9635:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574127360 00000100:00100000:3.0:1788536531.175622:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536531.175644:0:3275:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536531.175662:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574126976 00000100:00100000:3.0:1788536531.175665:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574126976 00000100:00100000:2.0:1788536531.175730:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574127488 00000100:00100000:2.0:1788536531.175734:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574127488 00000100:00080000:0.0:1788536531.175959:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536531.175964:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536531.177669:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 770 00000100:00100000:1.0:1788536531.177688:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574127104:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536531.177786:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:00ae59d6-327b-42ee-8208-04d639d528fc+19:2354:x1875415574127104:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 105us (16140us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536531.177793:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 770 00000100:00100000:1.0:1788536531.177813:0:9635:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 771 00000100:00100000:1.0:1788536531.177821:0:9635:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574127360:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536531.177846:0:9635:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c57bc05c-f865-4d91-8452-c561a98a0236+8:2354:x1875415574127360:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 26us (16135us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536531.177851:0:9635:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 771 00000100:00100000:3.0:1788536531.178795:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 772 00000100:00100000:3.0:1788536531.178807:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574126976:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536531.178870:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574126976:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 64us (6794us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536531.178877:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 772 00000100:00100000:3.0:1788536531.179036:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574127232 00000100:00100000:3.0:1788536531.179045:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574127232 00000100:00100000:3.0:1788536531.179084:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 700 00000100:00100000:3.0:1788536531.179091:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415574127232:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536531.179122:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415574127232:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 32us (3504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536531.179129:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 700 00000100:00100000:2.0:1788536531.179492:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 773 00000100:00100000:2.0:1788536531.179501:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574127488:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536531.179551:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574127488:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 51us (3905us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536531.179558:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 773 00000100:00080000:0.0:1788536531.189310:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1788536531.540824:0:27908:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536531.540833:0:27908:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536531.542765:0:27908:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536531.542784:0:27908:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536531.883650:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788536532.076008:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583203328:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076073:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536532.076135:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788536532.076141:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583202944:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076168:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536532.076187:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583203456:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076209:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536532.076233:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583203072:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076255:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536532.076287:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583203584:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076308:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536532.076326:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536532.076331:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583203200:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076349:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536532.076407:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583203328 00000100:00100000:2.0:1788536532.076415:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583203328 00000100:00100000:2.0:1788536532.076461:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583203584 00000100:00100000:2.0:1788536532.076464:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583203584 00000100:00100000:2.0:1788536532.076488:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788536532.076496:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583203328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076545:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583203328:12345-0@lo:400:kworker.0 Request processed in 49us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536532.076553:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788536532.076568:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1788536532.076574:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583203584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076603:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583203584:12345-0@lo:400:kworker.0 Request processed in 29us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536532.076612:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:2.0:1788536532.076627:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583203456 00000100:00100000:2.0:1788536532.076631:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583203456 00000100:00100000:2.0:1788536532.076653:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583203072 00000100:00100000:2.0:1788536532.076655:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583203072 00000100:00100000:2.0:1788536532.076669:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583203200 00000100:00100000:2.0:1788536532.076671:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583203200 00000100:00100000:2.0:1788536532.076683:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788536532.076689:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583203456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076715:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583203456:12345-0@lo:400:kworker.0 Request processed in 26us (506us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536532.076722:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788536532.076733:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1788536532.076738:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583203072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076762:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7197ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583203072:12345-0@lo:400:kworker.0 Request processed in 24us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536532.076768:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:2.0:1788536532.076778:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788536532.076783:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583203200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076806:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c41c8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583203200:12345-0@lo:400:kworker.0 Request processed in 24us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536532.076812:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00080000:2.0:1788536532.076837:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788536532.076842:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788536532.076844:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788536532.076883:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583203200:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076897:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583203072:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076905:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583203584:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076934:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583203456:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.076944:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583203328:0@lo:400:kworker.0 00000100:00100000:0.0:1788536532.077483:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583202944 00000100:00100000:0.0:1788536532.077490:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583202944 00000100:00100000:0.0:1788536532.077531:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1788536532.077539:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583202944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536532.077589:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583202944:12345-0@lo:400:kworker.0 Request processed in 51us (1421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536532.077596:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788536532.078182:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583202944:0@lo:400:kworker.0 00000100:00100000:2.0:1788536532.587876:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788536532.587911:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583203712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536532.587994:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536532.588180:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583203712 00000100:00100000:3.0:1788536532.588190:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583203712 00000100:00100000:3.0:1788536532.588247:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1788536532.588257:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583203712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536532.588290:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536532.588344:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583203712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536532.588351:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1788536532.588591:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583203712:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536532.908261:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536533.452740:0:27959:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536533.452749:0:27959:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536533.456059:0:27959:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536533.456077:0:27959:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536533.931768:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536534.125038:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536534.125061:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583203840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536534.125130:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536534.125541:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583203840 00000100:00100000:3.0:1788536534.125550:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583203840 00000100:00100000:3.0:1788536534.125628:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1788536534.125638:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583203840:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536534.125670:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536534.125723:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e588700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583203840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536534.125730:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1788536534.125819:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583203840:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788536534.126237:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788536534.956522:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788536535.325983:0:28010:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536535.325995:0:28010:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536535.328629:0:28010:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536535.328648:0:28010:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536535.979599:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536536.282658:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536536.282702:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536536.282739:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536536.282775:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536536.282795:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536536.282811:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536536.282829:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536536.282866:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574128000 00000100:00100000:3.0:1788536536.282876:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574128000 00000100:00100000:3.0:1788536536.282931:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574128256 00000100:00100000:3.0:1788536536.282935:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574128256 00000100:00100000:3.0:1788536536.282949:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574127872 00000100:00100000:3.0:1788536536.282951:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574127872 00000100:00100000:3.0:1788536536.282974:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574128384 00000100:00100000:3.0:1788536536.282977:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574128384 00000100:00100000:3.0:1788536536.282991:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 776 00000100:00100000:3.0:1788536536.283000:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574128000:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536536.283084:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2355:x1875415574128000:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 84us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536536.283092:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 776 00000100:00100000:3.0:1788536536.283109:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 777 00000100:00100000:3.0:1788536536.283115:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574128256:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536536.283139:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2355:x1875415574128256:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 24us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536536.283144:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 777 00000100:00100000:3.0:1788536536.283155:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 778 00000100:00100000:3.0:1788536536.283160:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574127872:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536536.283182:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2355:x1875415574127872:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536536.283188:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 778 00000100:00100000:3.0:1788536536.283199:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 779 00000100:00100000:3.0:1788536536.283205:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574128384:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536536.283225:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+11:2355:x1875415574128384:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 20us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536536.283231:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 779 00000100:00100000:3.0:1788536536.283249:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574127616 00000100:00100000:3.0:1788536536.283253:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574127616 00000100:00100000:3.0:1788536536.283289:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 702 00000100:00100000:3.0:1788536536.283295:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574127616:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536536.283318:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2355:x1875415574127616:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536536.283324:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 702 00000100:00080000:3.0:1788536536.283348:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788536536.283352:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788536536.284158:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574127744 00000100:00100000:2.0:1788536536.284167:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574127744 00000100:00100000:2.0:1788536536.284219:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574128128 00000100:00100000:2.0:1788536536.284223:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574128128 00000100:00100000:2.0:1788536536.284256:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 704 00000100:00100000:0.0:1788536536.284333:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 705 00000100:00100000:0.0:1788536536.284343:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415574128128:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536536.284420:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:2355:x1875415574128128:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 79us (1607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536536.284431:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 705 00000100:00100000:2.0:1788536536.284608:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+92:2355:x1875415574127744:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:2.0:1788536536.284651:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:00ae59d6-327b-42ee-8208-04d639d528fc+92:2355:x1875415574127744:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 388us (2005us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536536.284657:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 704 00000100:00080000:0.0:1788536536.293836:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1788536536.493349:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788536536.493358:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788536536.494155:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788536536.494167:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536537.006657:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788536537.202896:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583204352:0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.202896:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e58bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583204096:0@lo:400:kworker.0 00000100:00100000:2.0:1788536537.202981:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583203968:0@lo:400:kworker.0 00000100:00100000:1.0:1788536537.203703:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583204224:0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.204044:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536537.204104:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e58b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583204608:0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.204131:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536537.204178:0:5823:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583204096 00000100:00100000:0.0:1788536537.204185:0:5823:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583204096 00000100:00100000:0.0:1788536537.204228:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1788536537.204236:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583204096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.204288:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e58b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583204096:12345-0@lo:400:kworker.0 Request processed in 53us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536537.204295:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1788536537.204318:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583204608 00000100:00100000:0.0:1788536537.204321:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583204608 00000100:00100000:0.0:1788536537.204355:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1788536537.204363:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583204608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.204409:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e589f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583204608:12345-0@lo:400:kworker.0 Request processed in 47us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536537.204416:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00080000:0.0:1788536537.204436:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788536537.204465:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e58bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583204096:0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.204475:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e58b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583204608:0@lo:400:kworker.0 00000100:00100000:3.0:1788536537.207019:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536537.208203:0:6666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583204352 00000100:00100000:0.0:1788536537.208214:0:6666:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583204352 00000100:00100000:0.0:1788536537.208283:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1788536537.208295:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583204352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.208395:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583204352:12345-0@lo:400:kworker.0 Request processed in 103us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536537.208403:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00080000:0.0:1788536537.208619:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536537.208654:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e588000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583204352:0@lo:400:kworker.0 00000100:00100000:2.0:1788536537.208909:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536537.208944:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e58aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583204480:0@lo:400:kworker.0 00000100:00100000:2.0:1788536537.208982:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536537.213831:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536537.214003:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583204480 00000100:00100000:0.0:1788536537.214014:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583204480 00000100:00100000:0.0:1788536537.214079:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583204224 00000100:00100000:0.0:1788536537.214084:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583204224 00000100:00100000:0.0:1788536537.214107:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1788536537.214116:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583204480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.214178:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583204480:12345-0@lo:400:kworker.0 Request processed in 64us (5194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536537.214184:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1788536537.214201:0:5825:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1788536537.214208:0:5825:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583204224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536537.214235:0:5825:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583204224:12345-0@lo:400:kworker.0 Request processed in 29us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536537.214242:0:5825:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00080000:0.0:1788536537.214260:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788536537.214478:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583203968 00000100:00100000:2.0:1788536537.214484:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583203968 00000100:00100000:2.0:1788536537.214512:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788536537.214519:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583203968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536537.215734:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d46bee450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583203968:12345-0@lo:400:kworker.0 Request processed in 1211us (6821us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536537.215745:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788536537.215821:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e58a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583203968:0@lo:400:kworker.0 00000100:00100000:2.0:1788536537.215838:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e58aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583204480:0@lo:400:kworker.0 00000100:00100000:1.0:1788536537.234397:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e58ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583204224:0@lo:400:kworker.0 00000040:00080000:2.0:1788536537.314214:0:28061:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536537.314224:0:28061:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536537.314770:0:28061:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536537.314780:0:28061:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788536537.707928:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788536537.707960:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583204736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536537.708028:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536537.708628:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583204736 00000100:00100000:3.0:1788536537.708638:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583204736 00000100:00100000:3.0:1788536537.708694:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1788536537.708704:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583204736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788536537.708748:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536537.708808:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e588000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583204736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 106us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536537.708815:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1788536537.715202:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583204736:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536538.028169:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536539.054273:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536539.251730:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583204864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788536539.251799:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536539.251911:0:6670:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583204864 00000100:00100000:3.0:1788536539.251921:0:6670:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583204864 00000100:00100000:3.0:1788536539.251999:0:6670:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1788536539.252009:0:6670:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583204864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788536539.252043:0:6670:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1788536539.252095:0:6670:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583204864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536539.252102:0:6670:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1788536539.252140:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583204864:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788536539.252162:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788536539.329213:0:28113:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788536539.329222:0:28113:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788536539.330126:0:28113:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788536539.330139:0:28113:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536540.075594:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788536541.108103:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788536541.259230:0:28164:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536541.259240:0:28164:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536541.261111:0:28164:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536541.261129:0:28164:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788536541.398781:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536541.398837:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536541.398856:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536541.398883:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536541.398902:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536541.398933:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:3.0:1788536541.398959:0:3276:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536541.398959:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574128640 00000100:00100000:1.0:1788536541.398969:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574128640 00000100:00100000:3.0:1788536541.398982:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574128896 00000100:00100000:3.0:1788536541.398986:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574128896 00000100:00100000:1.0:1788536541.399047:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574129024 00000100:00100000:1.0:1788536541.399051:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574129024 00000100:00100000:1.0:1788536541.399077:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 709 00000100:00100000:1.0:1788536541.399087:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+92:2352:x1875415574128640:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536541.399156:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:00ae59d6-327b-42ee-8208-04d639d528fc+92:2352:x1875415574128640:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 71us (384us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536541.399164:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 709 00000100:00100000:1.0:1788536541.399182:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 710 00000100:00100000:1.0:1788536541.399188:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:2352:x1875415574129024:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536541.399203:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574129152 00000100:00100000:3.0:1788536541.399206:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574129152 00000100:00100000:1.0:1788536541.399213:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c57bc05c-f865-4d91-8452-c561a98a0236+36:2352:x1875415574129024:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536541.399219:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574128768 00000100:00100000:1.0:1788536541.399219:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 710 00000100:00100000:3.0:1788536541.399221:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574128768 00000100:00100000:3.0:1788536541.399233:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 782 00000100:00080000:1.0:1788536541.399234:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788536541.399238:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574128896:12345-192.168.203.55@tcp:400:kworker.0 00000100:00080000:1.0:1788536541.399238:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788536541.399240:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788536541.399263:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574128896:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536541.399270:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 782 00000100:00100000:3.0:1788536541.399279:0:16289:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574129280 00000100:00100000:3.0:1788536541.399282:0:16289:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574129280 00000100:00100000:3.0:1788536541.399301:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 783 00000100:00100000:3.0:1788536541.399307:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574129152:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536541.399330:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574129152:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536541.399336:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 783 00000100:00100000:3.0:1788536541.399346:0:16289:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 784 00000100:00100000:3.0:1788536541.399352:0:16289:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574128768:12345-192.168.203.55@tcp:400:kworker.0 00000100:00080000:1.0:1788536541.399361:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788536541.399414:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 785 00000100:00100000:1.0:1788536541.399422:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574129280:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536541.399454:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574129280:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 33us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536541.399461:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 785 00000100:00100000:1.0:1788536541.399480:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574128512 00000100:00100000:1.0:1788536541.399483:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574128512 00000100:00100000:1.0:1788536541.399521:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 704 00000100:00100000:1.0:1788536541.399529:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574128512:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536541.399553:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574128512:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 25us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536541.399559:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 704 00000100:00100000:3.0:1788536541.399654:0:16289:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574128768:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 300us (749us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536541.399661:0:16289:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 784 00010000:00010000:2.0:1788536542.123826:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536542.315910:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e58bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583205376:0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.315990:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536542.316047:0:3284:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788536542.316054:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583204992:0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.316083:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536542.316103:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e58a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583205504:0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.316128:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536542.316129:0:5817:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583204992 00000100:00100000:2.0:1788536542.316138:0:5817:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583204992 00000100:00100000:0.0:1788536542.316158:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583205504 00000100:00100000:0.0:1788536542.316161:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583205504 00000100:00100000:2.0:1788536542.316176:0:5817:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:2.0:1788536542.316183:0:5817:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583204992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.316190:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1788536542.316198:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583205504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788536542.316231:0:5817:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3284:x1875415583204992:12345-0@lo:400:kworker.0 Request processed in 48us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536542.316238:0:5817:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1788536542.316264:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583205120:0@lo:400:kworker.0 00000100:00100000:3.0:1788536542.316293:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536542.316308:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583205632:0@lo:400:kworker.0 00000100:00100000:3.0:1788536542.316344:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536542.316366:0:3282:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788536542.316387:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6e58b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583205248:0@lo:400:kworker.0 00000100:00100000:1.0:1788536542.316403:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583205376 00000100:00100000:1.0:1788536542.316407:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583205376 00000100:00100000:3.0:1788536542.316409:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536542.316450:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583205632 00000100:00100000:1.0:1788536542.316453:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583205632 00000100:00100000:3.0:1788536542.317530:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:3.0:1788536542.317559:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583205376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.317730:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e589880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3284:x1875415583205504:12345-0@lo:400:kworker.0 Request processed in 1534us (1600us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536542.317739:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:0.0:1788536542.317758:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583205120 00000100:00100000:0.0:1788536542.317763:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583205120 00000100:00100000:0.0:1788536542.317795:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583205248 00000100:00100000:0.0:1788536542.317798:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583205248 00000100:00100000:0.0:1788536542.317814:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1788536542.317820:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583205120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.317853:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583205120:12345-0@lo:400:kworker.0 Request processed in 34us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536542.317860:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1788536542.317871:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1788536542.317877:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583205248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.317902:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3282:x1875415583205248:12345-0@lo:400:kworker.0 Request processed in 27us (1492us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536542.317922:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00080000:0.0:1788536542.317971:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536542.317976:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788536542.317979:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536542.318047:0:6666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1788536542.318056:0:6666:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6dd1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583205632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.318089:0:6666:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6dd1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583205632:12345-0@lo:400:kworker.0 Request processed in 35us (1745us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536542.318105:0:6666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:0.0:1788536542.318276:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e58b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3282:1875415583205248:0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.318288:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e589f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583205120:0@lo:400:kworker.0 00000100:00100000:0.0:1788536542.318297:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e588e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583205632:0@lo:400:kworker.0 00000100:00100000:2.0:1788536542.322383:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e589180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:0b1b1008-f46c-4e76-88c8-077a2638af27:3284:1875415583204992:0@lo:400:kworker.0 00000100:00100000:2.0:1788536542.322419:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e58a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3284:1875415583205504:0@lo:400:kworker.0 00000100:00100000:3.0:1788536542.329255:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e588380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583205376:12345-0@lo:400:kworker.0 Request processed in 11694us (13255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536542.329268:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1788536542.343778:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6e58bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583205376:0@lo:400:kworker.0 00000100:00100000:2.0:1788536542.833697:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583205760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788536542.833764:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788536542.833849:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583205760 00000100:00100000:2.0:1788536542.833857:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583205760 00000100:00100000:2.0:1788536542.833901:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1788536542.833919:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583205760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788536542.833950:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:2.0:1788536542.833997:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583205760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536542.834004:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1788536542.834046:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583205760:0@lo:13:osp-pre-1-0.0 00000040:00080000:0.0:1788536543.118149:0:28215:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788536543.118158:0:28215:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788536543.119640:0:28215:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788536543.119656:0:28215:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536543.147696:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536544.171599:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536544.366669:0:3285:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788536544.366693:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583205888:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788536544.366762:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536544.366881:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583205888 00000100:00100000:1.0:1788536544.366889:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583205888 00000100:00100000:1.0:1788536544.366956:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1788536544.366965:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583205888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788536544.366998:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 102039552 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536544.367046:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e588e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3285:x1875415583205888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536544.367053:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00080000:0.0:1788536544.367180:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788536544.367215:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3285:1875415583205888:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788536545.027170:0:28267:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536545.027178:0:28267:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536545.027745:0:28267:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536545.027755:0:28267:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788536545.195666:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788536546.219839:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788536546.523615:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536546.523663:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536546.523701:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536546.523718:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536546.523734:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536546.523763:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536546.523796:0:3277:0:(events.c:344:request_in_callback()) peer: 12345-192.168.203.55@tcp (source: 12345-192.168.203.55@tcp) 00000100:00100000:1.0:1788536546.523822:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574129664 00000100:00100000:1.0:1788536546.523831:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574129664 00000100:00100000:1.0:1788536546.523896:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574130176 00000100:00100000:1.0:1788536546.523900:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574130176 00000100:00100000:1.0:1788536546.523915:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574129792 00000100:00100000:1.0:1788536546.523917:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574129792 00000100:00100000:1.0:1788536546.523931:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574130048 00000100:00100000:1.0:1788536546.523933:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574130048 00000100:00100000:1.0:1788536546.523948:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 788 00000100:00100000:1.0:1788536546.523957:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574129664:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536546.524040:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d7bec3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+16:2352:x1875415574129664:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 82us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536546.524048:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 788 00000100:00100000:1.0:1788536546.524064:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 789 00000100:00100000:1.0:1788536546.524070:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574130176:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536546.524091:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+11:2352:x1875415574130176:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 22us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536546.524096:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 789 00000100:00100000:1.0:1788536546.524106:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 790 00000100:00100000:1.0:1788536546.524111:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574129792:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536546.524128:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50344000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:00ae59d6-327b-42ee-8208-04d639d528fc+19:2352:x1875415574129792:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 17us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536546.524133:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 790 00000100:00100000:1.0:1788536546.524141:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 791 00000100:00100000:1.0:1788536546.524147:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574130048:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:1.0:1788536546.524164:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50346300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c57bc05c-f865-4d91-8452-c561a98a0236+8:2352:x1875415574130048:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 17us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536546.524170:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 791 00000100:00100000:3.0:1788536546.524519:0:5816:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574129408 00000100:00100000:3.0:1788536546.524525:0:5816:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574129408 00000100:00100000:3.0:1788536546.524565:0:5816:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 706 00000100:00100000:3.0:1788536546.524573:0:5816:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574129408:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:3.0:1788536546.524603:0:5816:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:666cd09c-4866-4aac-925c-f8c42be62c9a+13:2352:x1875415574129408:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 31us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536546.524610:0:5816:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 706 00000100:00100000:0.0:1788536546.525031:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574129920 00000100:00100000:0.0:1788536546.525037:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574129920 00000100:00100000:0.0:1788536546.525072:0:16075:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415574129536 00000100:00100000:0.0:1788536546.525075:0:16075:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415574129536 00000100:00100000:0.0:1788536546.525104:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 714 00000100:00100000:0.0:1788536546.525112:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:2352:x1875415574129920:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536546.525152:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c57bc05c-f865-4d91-8452-c561a98a0236+36:2352:x1875415574129920:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 40us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536546.525158:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 714 00000100:00100000:0.0:1788536546.525171:0:16075:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.55@tcp, seq: 715 00000100:00100000:0.0:1788536546.525179:0:16075:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:2352:x1875415574129536:12345-192.168.203.55@tcp:400:kworker.0 00000100:00100000:0.0:1788536546.525201:0:16075:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d50345f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:00ae59d6-327b-42ee-8208-04d639d528fc+92:2352:x1875415574129536:12345-192.168.203.55@tcp:400:kworker.0 Request processed in 23us (1465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536546.525207:0:16075:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.55@tcp, seq: 715 00000100:00080000:0.0:1788536546.525231:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788536546.525235:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788536546.525237:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788536546.731700:0:11676:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788536546.731709:0:11676:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788536546.732742:0:11676:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788536546.732755:0:11676:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788536547.246248:0:5811:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788536547.436786:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583206016:0@lo:400:kworker.0 00000100:00100000:3.0:1788536547.436829:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583206144:0@lo:400:kworker.0 00000100:00100000:2.0:1788536547.436923:0:3284:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583206400:0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.437148:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536547.437204:0:3285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583206528:0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.437257:0:3285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536547.437292:0:5818:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583206016 00000100:00100000:0.0:1788536547.437299:0:5818:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583206016 00000100:00100000:0.0:1788536547.437347:0:5818:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1788536547.437356:0:5818:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583206016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.437420:0:5818:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5361e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0b1b1008-f46c-4e76-88c8-077a2638af27+19:3285:x1875415583206016:12345-0@lo:400:kworker.0 Request processed in 65us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536547.437427:0:5818:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:0.0:1788536547.437459:0:6725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583206528 00000100:00100000:0.0:1788536547.437462:0:6725:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583206528 00000100:00100000:0.0:1788536547.437495:0:6725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1788536547.437502:0:6725:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583206528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.437534:0:6725:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e589f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3285:x1875415583206528:12345-0@lo:400:kworker.0 Request processed in 33us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536547.437540:0:6725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00080000:0.0:1788536547.437556:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536547.437585:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3285:1875415583206528:0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.437596:0:3285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:0b1b1008-f46c-4e76-88c8-077a2638af27:3285:1875415583206016:0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.438060:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d6dd1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583206272:0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.438168:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788536547.438203:0:5825:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583206272 00000100:00100000:0.0:1788536547.438207:0:5825:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583206272 00000100:00100000:0.0:1788536547.438273:0:5823:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1788536547.438280:0:5823:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583206272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.438314:0:5823:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e58b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3283:x1875415583206272:12345-0@lo:400:kworker.0 Request processed in 36us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1788536547.438321:0:5823:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00080000:0.0:1788536547.438336:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788536547.438355:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3283:1875415583206272:0@lo:400:kworker.0 00000100:00100000:3.0:1788536547.439090:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536547.439122:0:3282:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1d5120c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583206656:0@lo:400:kworker.0 00000100:00100000:3.0:1788536547.439156:0:3282:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536547.439209:0:5824:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583206144 00000100:00100000:3.0:1788536547.439215:0:5824:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583206144 00000100:00100000:3.0:1788536547.439254:0:5824:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1788536547.439262:0:5824:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583206144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536547.439310:0:6667:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583206656 00000100:00100000:3.0:1788536547.439317:0:5824:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3282:x1875415583206144:12345-0@lo:400:kworker.0 Request processed in 54us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536547.439317:0:6667:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583206656 00000100:00100000:3.0:1788536547.439326:0:5824:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:1.0:1788536547.439364:0:6667:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:0.0:1788536547.439440:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3282:1875415583206144:0@lo:400:kworker.0 00000100:00100000:1.0:1788536547.439500:0:6667:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583206656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788536547.439578:0:6667:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d5120ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3282:x1875415583206656:12345-0@lo:400:kworker.0 Request processed in 80us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788536547.439708:0:3284:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788536547.440706:0:6668:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583206400 00000100:00100000:3.0:1788536547.440716:0:6668:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583206400 00000100:00100000:3.0:1788536547.440757:0:6668:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1788536547.440765:0:6668:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583206400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788536547.440823:0:6668:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1c436d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3284:x1875415583206400:12345-0@lo:400:kworker.0 Request processed in 59us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1788536547.440832:0:6668:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1788536547.440866:0:3284:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d6dd1c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3284:1875415583206400:0@lo:400:kworker.0 00000100:00100000:0.0:1788536547.442040:0:3282:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1d5120c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3282:1875415583206656:0@lo:400:kworker.0 00000100:00100000:1.0:1788536547.442193:0:6667:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00080000:1.0:1788536547.442298:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788536547.442303:0:5819:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:02000400:2.0:1788536547.562190:0:28317:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000402:0x37:0x0 is not SUCCEED on mds1 00000100:00100000:0.0:1788536547.948198:0:3283:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1c436d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583206784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788536547.948282:0:3283:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788536547.948396:0:6669:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875415583206784 00000100:00100000:1.0:1788536547.948405:0:6669:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875415583206784 00000100:00100000:1.0:1788536547.948464:0:6669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1788536547.948486:0:6669:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1d6e58bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583206784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788536547.948526:0:6669:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 96927744 pending 0 free 3857711104 avail 3855613952 00000100:00100000:1.0:1788536547.954087:0:6669:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1d6e58bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3283:x1875415583206784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5593us (5795us total) trans 0 rc 0/0 00000100:00100000:1.0:1788536547.954102:0:6669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1788536547.954266:0:3283:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1c436d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3283:1875415583206784:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788536548.267680:0:5812:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 69307 lines, 69307 kept, 0 dropped, 0 bad.